2024-12-03 20:28:48,236 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@446a1e84 2024-12-03 20:28:48,378 main DEBUG Took 0.140155 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-03 20:28:48,379 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-03 20:28:48,379 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-03 20:28:48,390 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-03 20:28:48,391 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 20:28:48,424 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-03 20:28:48,461 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 20:28:48,462 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 20:28:48,463 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 20:28:48,464 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 20:28:48,468 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 20:28:48,476 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 20:28:48,477 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 20:28:48,477 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 20:28:48,478 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 20:28:48,478 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 20:28:48,479 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 20:28:48,480 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 20:28:48,480 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 20:28:48,481 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 20:28:48,481 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 20:28:48,482 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 20:28:48,482 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 20:28:48,483 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 20:28:48,483 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 20:28:48,484 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 20:28:48,491 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 20:28:48,492 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 20:28:48,495 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 20:28:48,497 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 20:28:48,504 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 20:28:48,506 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-03 20:28:48,513 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 20:28:48,516 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-03 20:28:48,519 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-03 20:28:48,523 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-03 20:28:48,524 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-03 20:28:48,525 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-03 20:28:48,540 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-03 20:28:48,549 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-03 20:28:48,552 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-03 20:28:48,559 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-03 20:28:48,559 main DEBUG createAppenders(={Console}) 2024-12-03 20:28:48,560 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@446a1e84 initialized 2024-12-03 20:28:48,561 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@446a1e84 2024-12-03 20:28:48,561 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@446a1e84 OK. 2024-12-03 20:28:48,562 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-03 20:28:48,562 main DEBUG OutputStream closed 2024-12-03 20:28:48,564 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-03 20:28:48,565 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-03 20:28:48,565 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@1b11171f OK 2024-12-03 20:28:48,828 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-03 20:28:48,832 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-03 20:28:48,845 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-03 20:28:48,850 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-03 20:28:48,859 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-03 20:28:48,866 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-03 20:28:48,866 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-03 20:28:48,866 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-03 20:28:48,867 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-03 20:28:48,867 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-03 20:28:48,868 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-03 20:28:48,869 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-03 20:28:48,869 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-03 20:28:48,870 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-03 20:28:48,870 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-03 20:28:48,871 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-03 20:28:48,871 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-03 20:28:48,872 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-03 20:28:48,880 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-03 20:28:48,880 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@1921ad94) with optional ClassLoader: null 2024-12-03 20:28:48,881 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-03 20:28:48,882 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@1921ad94] started OK. 2024-12-03T20:28:48,934 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.wal.TestWALSplit timeout: 13 mins 2024-12-03 20:28:48,942 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-03 20:28:48,943 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-03T20:28:49,560 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6be44be3-5fe8-f184-1c38-7fadd37758d8 2024-12-03T20:28:49,562 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.wal.TestWALSplitBoundedLogWriterCreation timeout: 13 mins 2024-12-03T20:28:49,855 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-03T20:28:49,995 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6be44be3-5fe8-f184-1c38-7fadd37758d8/cluster_b2893956-3093-4640-cdc3-953572e7603a, deleteOnExit=true 2024-12-03T20:28:49,997 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6be44be3-5fe8-f184-1c38-7fadd37758d8/test.cache.data in system properties and HBase conf 2024-12-03T20:28:49,998 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6be44be3-5fe8-f184-1c38-7fadd37758d8/hadoop.tmp.dir in system properties and HBase conf 2024-12-03T20:28:49,999 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6be44be3-5fe8-f184-1c38-7fadd37758d8/hadoop.log.dir in system properties and HBase conf 2024-12-03T20:28:50,001 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6be44be3-5fe8-f184-1c38-7fadd37758d8/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-03T20:28:50,001 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6be44be3-5fe8-f184-1c38-7fadd37758d8/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-03T20:28:50,002 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-03T20:28:50,120 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-03T20:28:50,129 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6be44be3-5fe8-f184-1c38-7fadd37758d8/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-03T20:28:50,130 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6be44be3-5fe8-f184-1c38-7fadd37758d8/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-03T20:28:50,132 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6be44be3-5fe8-f184-1c38-7fadd37758d8/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-03T20:28:50,134 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6be44be3-5fe8-f184-1c38-7fadd37758d8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T20:28:50,135 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6be44be3-5fe8-f184-1c38-7fadd37758d8/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-03T20:28:50,138 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6be44be3-5fe8-f184-1c38-7fadd37758d8/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-03T20:28:50,145 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6be44be3-5fe8-f184-1c38-7fadd37758d8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T20:28:50,147 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6be44be3-5fe8-f184-1c38-7fadd37758d8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T20:28:50,151 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6be44be3-5fe8-f184-1c38-7fadd37758d8/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-03T20:28:50,152 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6be44be3-5fe8-f184-1c38-7fadd37758d8/nfs.dump.dir in system properties and HBase conf 2024-12-03T20:28:50,153 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6be44be3-5fe8-f184-1c38-7fadd37758d8/java.io.tmpdir in system properties and HBase conf 2024-12-03T20:28:50,154 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6be44be3-5fe8-f184-1c38-7fadd37758d8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T20:28:50,156 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6be44be3-5fe8-f184-1c38-7fadd37758d8/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-03T20:28:50,157 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6be44be3-5fe8-f184-1c38-7fadd37758d8/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-03T20:28:52,136 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-03T20:28:52,275 INFO [Time-limited test {}] log.Log(170): Logging initialized @6189ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-03T20:28:52,377 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T20:28:52,498 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T20:28:52,622 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T20:28:52,640 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T20:28:52,642 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T20:28:52,690 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T20:28:52,704 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@ef9ef29{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6be44be3-5fe8-f184-1c38-7fadd37758d8/hadoop.log.dir/,AVAILABLE} 2024-12-03T20:28:52,706 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@26fb3c44{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T20:28:53,028 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2c11409d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6be44be3-5fe8-f184-1c38-7fadd37758d8/java.io.tmpdir/jetty-localhost-33637-hadoop-hdfs-3_4_1-tests_jar-_-any-13027857696472978394/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T20:28:53,080 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3530a43d{HTTP/1.1, (http/1.1)}{localhost:33637} 2024-12-03T20:28:53,081 INFO [Time-limited test {}] server.Server(415): Started @6996ms 2024-12-03T20:28:54,477 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T20:28:54,496 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T20:28:54,537 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T20:28:54,537 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T20:28:54,537 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T20:28:54,545 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@52e11b04{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6be44be3-5fe8-f184-1c38-7fadd37758d8/hadoop.log.dir/,AVAILABLE} 2024-12-03T20:28:54,546 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2b1ce37d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T20:28:54,723 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@77905e1a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6be44be3-5fe8-f184-1c38-7fadd37758d8/java.io.tmpdir/jetty-localhost-43477-hadoop-hdfs-3_4_1-tests_jar-_-any-2863601272795617072/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T20:28:54,724 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@51688fba{HTTP/1.1, (http/1.1)}{localhost:43477} 2024-12-03T20:28:54,724 INFO [Time-limited test {}] server.Server(415): Started @8640ms 2024-12-03T20:28:54,789 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T20:28:55,168 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T20:28:55,196 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T20:28:55,228 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T20:28:55,229 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T20:28:55,229 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T20:28:55,255 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2243c342{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6be44be3-5fe8-f184-1c38-7fadd37758d8/hadoop.log.dir/,AVAILABLE} 2024-12-03T20:28:55,256 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@32e5233f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T20:28:55,450 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@70f36a85{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6be44be3-5fe8-f184-1c38-7fadd37758d8/java.io.tmpdir/jetty-localhost-46253-hadoop-hdfs-3_4_1-tests_jar-_-any-11337077117542470207/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T20:28:55,452 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@66d70af1{HTTP/1.1, (http/1.1)}{localhost:46253} 2024-12-03T20:28:55,453 INFO [Time-limited test {}] server.Server(415): Started @9368ms 2024-12-03T20:28:55,454 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T20:28:56,651 WARN [Thread-96 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6be44be3-5fe8-f184-1c38-7fadd37758d8/cluster_b2893956-3093-4640-cdc3-953572e7603a/data/data1/current/BP-1779702324-172.17.0.3-1733257731418/current, will proceed with Du for space computation calculation, 2024-12-03T20:28:56,652 WARN [Thread-97 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6be44be3-5fe8-f184-1c38-7fadd37758d8/cluster_b2893956-3093-4640-cdc3-953572e7603a/data/data2/current/BP-1779702324-172.17.0.3-1733257731418/current, will proceed with Du for space computation calculation, 2024-12-03T20:28:56,755 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T20:28:56,860 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf0d694c004a3f144 with lease ID 0xdaefda340bffd731: Processing first storage report for DS-5fd751af-5ddc-4171-bd35-a30d0dde7912 from datanode DatanodeRegistration(127.0.0.1:42113, datanodeUuid=4c2bd8c2-dad7-428c-9138-fdf59b26d5be, infoPort=40447, infoSecurePort=0, ipcPort=46201, storageInfo=lv=-57;cid=testClusterID;nsid=350450911;c=1733257731418) 2024-12-03T20:28:56,863 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf0d694c004a3f144 with lease ID 0xdaefda340bffd731: from storage DS-5fd751af-5ddc-4171-bd35-a30d0dde7912 node DatanodeRegistration(127.0.0.1:42113, datanodeUuid=4c2bd8c2-dad7-428c-9138-fdf59b26d5be, infoPort=40447, infoSecurePort=0, ipcPort=46201, storageInfo=lv=-57;cid=testClusterID;nsid=350450911;c=1733257731418), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-12-03T20:28:56,864 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf0d694c004a3f144 with lease ID 0xdaefda340bffd731: Processing first storage report for DS-49fca6f4-f57a-42fe-83f5-94f5f2f8a7a3 from datanode DatanodeRegistration(127.0.0.1:42113, datanodeUuid=4c2bd8c2-dad7-428c-9138-fdf59b26d5be, infoPort=40447, infoSecurePort=0, ipcPort=46201, storageInfo=lv=-57;cid=testClusterID;nsid=350450911;c=1733257731418) 2024-12-03T20:28:56,864 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf0d694c004a3f144 with lease ID 0xdaefda340bffd731: from storage DS-49fca6f4-f57a-42fe-83f5-94f5f2f8a7a3 node DatanodeRegistration(127.0.0.1:42113, datanodeUuid=4c2bd8c2-dad7-428c-9138-fdf59b26d5be, infoPort=40447, infoSecurePort=0, ipcPort=46201, storageInfo=lv=-57;cid=testClusterID;nsid=350450911;c=1733257731418), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T20:28:56,877 WARN [Thread-107 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6be44be3-5fe8-f184-1c38-7fadd37758d8/cluster_b2893956-3093-4640-cdc3-953572e7603a/data/data3/current/BP-1779702324-172.17.0.3-1733257731418/current, will proceed with Du for space computation calculation, 2024-12-03T20:28:56,892 WARN [Thread-108 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6be44be3-5fe8-f184-1c38-7fadd37758d8/cluster_b2893956-3093-4640-cdc3-953572e7603a/data/data4/current/BP-1779702324-172.17.0.3-1733257731418/current, will proceed with Du for space computation calculation, 2024-12-03T20:28:57,003 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T20:28:57,036 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3bf06c0a4628e2d7 with lease ID 0xdaefda340bffd732: Processing first storage report for DS-34e26a6e-6270-4b48-b805-11257a21223f from datanode DatanodeRegistration(127.0.0.1:41227, datanodeUuid=2ddf3481-2ea6-436d-b15b-51e5b81b6e6f, infoPort=43095, infoSecurePort=0, ipcPort=37553, storageInfo=lv=-57;cid=testClusterID;nsid=350450911;c=1733257731418) 2024-12-03T20:28:57,036 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3bf06c0a4628e2d7 with lease ID 0xdaefda340bffd732: from storage DS-34e26a6e-6270-4b48-b805-11257a21223f node DatanodeRegistration(127.0.0.1:41227, datanodeUuid=2ddf3481-2ea6-436d-b15b-51e5b81b6e6f, infoPort=43095, infoSecurePort=0, ipcPort=37553, storageInfo=lv=-57;cid=testClusterID;nsid=350450911;c=1733257731418), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-03T20:28:57,037 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3bf06c0a4628e2d7 with lease ID 0xdaefda340bffd732: Processing first storage report for DS-ec00c182-c894-466a-be99-4e650ac3dee2 from datanode DatanodeRegistration(127.0.0.1:41227, datanodeUuid=2ddf3481-2ea6-436d-b15b-51e5b81b6e6f, infoPort=43095, infoSecurePort=0, ipcPort=37553, storageInfo=lv=-57;cid=testClusterID;nsid=350450911;c=1733257731418) 2024-12-03T20:28:57,037 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3bf06c0a4628e2d7 with lease ID 0xdaefda340bffd732: from storage DS-ec00c182-c894-466a-be99-4e650ac3dee2 node DatanodeRegistration(127.0.0.1:41227, datanodeUuid=2ddf3481-2ea6-436d-b15b-51e5b81b6e6f, infoPort=43095, infoSecurePort=0, ipcPort=37553, storageInfo=lv=-57;cid=testClusterID;nsid=350450911;c=1733257731418), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T20:28:57,149 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6be44be3-5fe8-f184-1c38-7fadd37758d8 2024-12-03T20:28:57,173 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testCorruptedLogFilesSkipErrorsFalseDoesNotTouchLogs Thread=123, OpenFileDescriptor=367, MaxFileDescriptor=1048576, SystemLoadAverage=1265, ProcessCount=11, AvailableMemoryMB=1503 2024-12-03T20:28:57,177 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-12-03T20:28:57,191 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:28:57,194 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:28:57,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073741825_1001 (size=7) 2024-12-03T20:28:57,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073741825_1001 (size=7) 2024-12-03T20:28:57,924 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45023/user/jenkins/test-data/72ccf0d3-cc6f-26e3-cf7f-cdec76677e77 with version=8 2024-12-03T20:28:57,925 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:28:57,928 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:28:57,959 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-12-03T20:28:58,032 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-03T20:28:58,064 DEBUG [Time-limited test {}] wal.TestWALSplit(653): no previous CORRUPTDIR to clean. 2024-12-03T20:28:58,070 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-12-03T20:28:58,071 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-12-03T20:28:58,075 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-12-03T20:28:58,090 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-12-03T20:28:58,114 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:28:58,118 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-03T20:28:58,134 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:28:58,164 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:28:58,164 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:28:58,166 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:28:58,166 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:28:58,168 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:28:58,168 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:28:58,169 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:28:58,170 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:28:58,171 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:28:58,171 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:28:58,172 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:28:58,172 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:28:58,174 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:28:58,174 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:28:58,175 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:28:58,175 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:28:58,179 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:28:58,179 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:28:58,180 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:28:58,181 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:28:58,182 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:28:58,182 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:28:58,185 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:28:58,185 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:28:58,186 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:28:58,187 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:28:58,187 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:28:58,188 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:28:58,189 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:28:58,189 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:28:58,194 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:28:58,195 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:28:58,196 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:28:58,197 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:28:58,198 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:28:58,198 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:28:58,199 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:28:58,200 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:28:58,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073741826_1002 (size=1393) 2024-12-03T20:28:58,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073741826_1002 (size=1393) 2024-12-03T20:28:58,221 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-12-03T20:28:58,221 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-12-03T20:28:58,224 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:28:58,225 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:28:58,247 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:28:58,248 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:28:58,260 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:28:58,260 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:28:58,272 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:28:58,273 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:28:58,277 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:28:58,277 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:28:58,281 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:28:58,281 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:28:58,282 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:28:58,283 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:28:58,284 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:28:58,284 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:28:58,292 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:28:58,293 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:28:58,300 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:28:58,300 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:28:58,309 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:28:58,309 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:28:58,320 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:28:58,320 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:28:58,323 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:28:58,324 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:28:58,336 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:28:58,337 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:28:58,354 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:28:58,355 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:28:58,360 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:28:58,365 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:28:58,373 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:28:58,373 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:28:58,385 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:28:58,385 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:28:58,392 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:28:58,393 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:28:58,396 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:28:58,396 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:28:58,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073741827_1003 (size=1393) 2024-12-03T20:28:58,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073741827_1003 (size=1393) 2024-12-03T20:28:58,429 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-12-03T20:28:58,443 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-12-03T20:28:58,454 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:28:58,455 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:28:58,539 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:28:58,540 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:28:58,541 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:28:58,542 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:28:58,553 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:28:58,554 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:28:58,562 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:28:58,564 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:28:58,569 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:28:58,569 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:28:58,573 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:28:58,574 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:28:58,576 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:28:58,576 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:28:58,577 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:28:58,578 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:28:58,585 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:28:58,585 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:28:58,590 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:28:58,590 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:28:58,597 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:28:58,597 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:28:58,600 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:28:58,601 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:28:58,604 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:28:58,605 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:28:58,616 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:28:58,616 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:28:58,622 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:28:58,623 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:28:58,629 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:28:58,629 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:28:58,637 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:28:58,640 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:28:58,652 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:28:58,653 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:28:58,654 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:28:58,654 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:28:58,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073741828_1004 (size=1393) 2024-12-03T20:28:58,668 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-12-03T20:28:58,669 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-12-03T20:28:58,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073741828_1004 (size=1393) 2024-12-03T20:28:58,676 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:28:58,679 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:28:58,749 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:28:58,749 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:28:58,751 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:28:58,754 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:28:58,756 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:28:58,756 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:28:58,759 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:28:58,759 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:28:58,760 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:28:58,760 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:28:58,762 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:28:58,762 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:28:58,763 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:28:58,763 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:28:58,765 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:28:58,765 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:28:58,766 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:28:58,767 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:28:58,769 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:28:58,769 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:28:58,776 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:28:58,780 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:28:58,789 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:28:58,789 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:28:58,794 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:28:58,795 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:28:58,796 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:28:58,797 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:28:58,798 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:28:58,798 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:28:58,802 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:28:58,802 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:28:58,804 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:28:58,804 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:28:58,805 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:28:58,806 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:28:58,807 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:28:58,807 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:28:58,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073741829_1005 (size=1393) 2024-12-03T20:28:58,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073741829_1005 (size=1393) 2024-12-03T20:28:58,816 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-12-03T20:28:58,817 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-12-03T20:28:58,828 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:28:58,829 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:28:58,857 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:28:58,857 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:28:58,859 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:28:58,859 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:28:58,860 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:28:58,860 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:28:58,861 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:28:58,862 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:28:58,863 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:28:58,864 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:28:58,865 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:28:58,865 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:28:58,866 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:28:58,866 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:28:58,868 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:28:58,868 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:28:58,873 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:28:58,873 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:28:58,884 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:28:58,885 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:28:58,892 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:28:58,892 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:28:58,893 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:28:58,894 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:28:58,894 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:28:58,895 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:28:58,895 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:28:58,896 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:28:58,897 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:28:58,901 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:28:58,902 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:28:58,902 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:28:58,903 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:28:58,903 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:28:58,907 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:28:58,907 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:28:58,909 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:28:58,910 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:28:58,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073741830_1006 (size=1393) 2024-12-03T20:28:58,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073741830_1006 (size=1393) 2024-12-03T20:28:58,927 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-12-03T20:28:58,927 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-12-03T20:28:58,932 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:28:58,933 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:28:58,969 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:28:58,969 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:28:58,981 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:28:58,981 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:28:58,990 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:28:58,990 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:28:58,999 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:28:59,000 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:28:59,011 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:28:59,011 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:28:59,020 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:28:59,020 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:28:59,022 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:28:59,023 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:28:59,024 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:28:59,024 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:28:59,026 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:28:59,026 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:28:59,027 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:28:59,027 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:28:59,029 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:28:59,030 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:28:59,035 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:28:59,036 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:28:59,037 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:28:59,037 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:28:59,045 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:28:59,045 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:28:59,046 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:28:59,047 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:28:59,049 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:28:59,050 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:28:59,052 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:28:59,052 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:28:59,053 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:28:59,054 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:28:59,054 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:28:59,055 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:28:59,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073741831_1007 (size=1393) 2024-12-03T20:28:59,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073741831_1007 (size=1393) 2024-12-03T20:28:59,068 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-12-03T20:28:59,069 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-12-03T20:28:59,073 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:28:59,074 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:28:59,103 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:28:59,103 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:28:59,104 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:28:59,104 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:28:59,104 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:28:59,105 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:28:59,107 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:28:59,107 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:28:59,116 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:28:59,117 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:28:59,124 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:28:59,124 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:28:59,130 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:28:59,130 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:28:59,132 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:28:59,132 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:28:59,134 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:28:59,134 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:28:59,135 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:28:59,136 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:28:59,136 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:28:59,136 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:28:59,137 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:28:59,137 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:28:59,139 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:28:59,139 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:28:59,141 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:28:59,141 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:28:59,142 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:28:59,142 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:28:59,142 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:28:59,142 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:28:59,143 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:28:59,143 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:28:59,144 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:28:59,144 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:28:59,164 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:28:59,164 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:28:59,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073741832_1008 (size=1405) 2024-12-03T20:28:59,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073741832_1008 (size=1405) 2024-12-03T20:28:59,173 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-12-03T20:28:59,174 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-12-03T20:28:59,178 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:28:59,178 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:28:59,210 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:28:59,210 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:28:59,220 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:28:59,221 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:28:59,234 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:28:59,234 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:28:59,248 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:28:59,248 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:28:59,256 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:28:59,257 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:28:59,264 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:28:59,265 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:28:59,272 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:28:59,272 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:28:59,274 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:28:59,274 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:28:59,275 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:28:59,275 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:28:59,277 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:28:59,277 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:28:59,278 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:28:59,278 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:28:59,279 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:28:59,279 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:28:59,285 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:28:59,285 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:28:59,286 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:28:59,286 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:28:59,287 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:28:59,288 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:28:59,291 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:28:59,291 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:28:59,292 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:28:59,293 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:28:59,293 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:28:59,293 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:28:59,294 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:28:59,294 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:28:59,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073741833_1009 (size=1413) 2024-12-03T20:28:59,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073741833_1009 (size=1413) 2024-12-03T20:28:59,701 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-12-03T20:28:59,702 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-12-03T20:28:59,705 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:28:59,705 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:28:59,786 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:28:59,787 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:28:59,816 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:28:59,816 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:28:59,820 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:28:59,820 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:28:59,821 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:28:59,821 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:28:59,823 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:28:59,823 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:28:59,824 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:28:59,825 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:28:59,827 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:28:59,827 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:28:59,833 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:28:59,834 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:28:59,835 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:28:59,835 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:28:59,836 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:28:59,836 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:28:59,842 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:28:59,842 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:28:59,846 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:28:59,846 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:28:59,848 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:28:59,848 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:28:59,849 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:28:59,850 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:28:59,855 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:28:59,856 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:28:59,857 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:28:59,857 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:28:59,858 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:28:59,858 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:28:59,859 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:28:59,859 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:28:59,861 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:28:59,862 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:28:59,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073741834_1010 (size=1413) 2024-12-03T20:28:59,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073741834_1010 (size=1413) 2024-12-03T20:28:59,879 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-12-03T20:28:59,880 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-12-03T20:28:59,888 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:28:59,888 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:28:59,937 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:28:59,940 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:28:59,944 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:28:59,944 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:28:59,947 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:28:59,947 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:28:59,955 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:28:59,956 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:28:59,958 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:28:59,959 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:28:59,963 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:28:59,964 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:28:59,971 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:28:59,971 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:28:59,976 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:28:59,977 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:28:59,978 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:28:59,979 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:28:59,983 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:28:59,984 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:28:59,987 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:28:59,987 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:28:59,992 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:28:59,993 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:28:59,997 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:28:59,997 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:00,003 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:00,003 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:00,007 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:00,007 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:00,012 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:00,013 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:00,020 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:00,021 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:00,023 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:00,023 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:00,028 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:00,028 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:00,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073741835_1011 (size=1413) 2024-12-03T20:29:00,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073741835_1011 (size=1413) 2024-12-03T20:29:00,052 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-12-03T20:29:00,174 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45023/user/jenkins/test-data/d147ea0b-df10-c20f-608e-c711d27ee8ab/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1733257738041/wal.dat.0, size=1.4 K (1393bytes) 2024-12-03T20:29:00,175 DEBUG [Time-limited test {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-12-03T20:29:00,176 DEBUG [Time-limited test {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-12-03T20:29:00,176 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45023/user/jenkins/test-data/d147ea0b-df10-c20f-608e-c711d27ee8ab/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1733257738041/wal.dat.0 2024-12-03T20:29:00,191 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45023/user/jenkins/test-data/d147ea0b-df10-c20f-608e-c711d27ee8ab/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1733257738041/wal.dat.0 after 12ms 2024-12-03T20:29:00,277 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45023/user/jenkins/test-data/d147ea0b-df10-c20f-608e-c711d27ee8ab/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1733257738041/wal.dat.0 took 112ms 2024-12-03T20:29:00,320 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/d147ea0b-df10-c20f-608e-c711d27ee8ab/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1733257738041/wal.dat.0 so closing down 2024-12-03T20:29:00,339 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T20:29:00,344 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T20:29:00,352 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 51 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/d147ea0b-df10-c20f-608e-c711d27ee8ab/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1733257738041/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-03T20:29:00,355 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45023/user/jenkins/test-data/d147ea0b-df10-c20f-608e-c711d27ee8ab/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1733257738041/wal.dat.0, journal: Splitting hdfs://localhost:45023/user/jenkins/test-data/d147ea0b-df10-c20f-608e-c711d27ee8ab/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1733257738041/wal.dat.0, size=1.4 K (1393bytes) at 1733257740174Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/d147ea0b-df10-c20f-608e-c711d27ee8ab/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1733257738041/wal.dat.0 so closing down at 1733257740328 (+154 ms)3 split writer threads finished at 1733257740344 (+16 ms)Processed 0 edits across 0 Regions in 51 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/d147ea0b-df10-c20f-608e-c711d27ee8ab/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1733257738041/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733257740352 (+8 ms) 2024-12-03T20:29:00,355 DEBUG [Time-limited test {}] wal.TestWALSplit(687): split with 'skip errors' set to 'false' correctly threw 2024-12-03T20:29:00,414 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testCorruptedLogFilesSkipErrorsFalseDoesNotTouchLogs Thread=128 (was 123) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45023 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@2484b968 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_508599744_22 at /127.0.0.1:40714 [Waiting for operation #3] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=375 (was 367) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1252 (was 1265), ProcessCount=11 (was 11), AvailableMemoryMB=1296 (was 1503) 2024-12-03T20:29:00,433 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileMultipleRegions Thread=128, OpenFileDescriptor=377, MaxFileDescriptor=1048576, SystemLoadAverage=1252, ProcessCount=11, AvailableMemoryMB=1299 2024-12-03T20:29:00,433 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-12-03T20:29:00,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073741836_1012 (size=7) 2024-12-03T20:29:00,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073741836_1012 (size=7) 2024-12-03T20:29:00,498 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45023/user/jenkins/test-data/72ccf0d3-cc6f-26e3-cf7f-cdec76677e77 with version=8 2024-12-03T20:29:00,498 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:29:00,504 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:29:00,528 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-12-03T20:29:00,528 INFO [Time-limited test {}] wal.TestWALSplit(1127): testSplitLogFileMultipleRegions 2024-12-03T20:29:00,528 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-12-03T20:29:00,532 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-12-03T20:29:00,540 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-12-03T20:29:00,543 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:00,543 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:00,599 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:00,599 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:00,606 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:00,606 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:00,618 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:00,618 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:00,620 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:00,620 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:00,622 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:00,622 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:00,623 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:00,623 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:00,632 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:00,632 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:00,633 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:00,633 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:00,634 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:00,634 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:00,634 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:00,634 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:00,635 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:00,635 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:00,639 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:00,639 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:00,640 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:00,640 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:00,641 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:00,641 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:00,644 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:00,644 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:00,645 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:00,645 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:00,647 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:00,647 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:00,648 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:00,648 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:00,649 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:00,649 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:00,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073741837_1013 (size=2324) 2024-12-03T20:29:00,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073741837_1013 (size=2324) 2024-12-03T20:29:01,062 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-12-03T20:29:01,121 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45023/user/jenkins/test-data/2aaa87b6-bb09-d448-641d-349e0d8b23b9/WALs/testsplitlogfilemultipleregions,16010,1733257740528/wal.dat.0, size=2.3 K (2324bytes) 2024-12-03T20:29:01,121 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45023/user/jenkins/test-data/2aaa87b6-bb09-d448-641d-349e0d8b23b9/WALs/testsplitlogfilemultipleregions,16010,1733257740528/wal.dat.0 2024-12-03T20:29:01,129 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45023/user/jenkins/test-data/2aaa87b6-bb09-d448-641d-349e0d8b23b9/WALs/testsplitlogfilemultipleregions,16010,1733257740528/wal.dat.0 after 7ms 2024-12-03T20:29:01,174 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45023/user/jenkins/test-data/2aaa87b6-bb09-d448-641d-349e0d8b23b9/WALs/testsplitlogfilemultipleregions,16010,1733257740528/wal.dat.0 took 54ms 2024-12-03T20:29:01,247 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/2aaa87b6-bb09-d448-641d-349e0d8b23b9/WALs/testsplitlogfilemultipleregions,16010,1733257740528/wal.dat.0 so closing down 2024-12-03T20:29:01,248 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T20:29:01,251 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T20:29:01,306 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-12-03T20:29:01,306 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-12-03T20:29:01,309 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/2aaa87b6-bb09-d448-641d-349e0d8b23b9/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-12-03T20:29:01,315 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/2aaa87b6-bb09-d448-641d-349e0d8b23b9/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-12-03T20:29:01,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073741839_1015 (size=743) 2024-12-03T20:29:01,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073741839_1015 (size=743) 2024-12-03T20:29:01,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073741838_1014 (size=743) 2024-12-03T20:29:01,423 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/2aaa87b6-bb09-d448-641d-349e0d8b23b9/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T20:29:01,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073741838_1014 (size=743) 2024-12-03T20:29:01,427 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/2aaa87b6-bb09-d448-641d-349e0d8b23b9/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 3 ms) 2024-12-03T20:29:01,440 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/2aaa87b6-bb09-d448-641d-349e0d8b23b9/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:45023/user/jenkins/test-data/2aaa87b6-bb09-d448-641d-349e0d8b23b9/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-12-03T20:29:01,452 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/2aaa87b6-bb09-d448-641d-349e0d8b23b9/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:45023/user/jenkins/test-data/2aaa87b6-bb09-d448-641d-349e0d8b23b9/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-12-03T20:29:01,453 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 27 edits across 2 Regions in 256 ms; skipped=7; WAL=hdfs://localhost:45023/user/jenkins/test-data/2aaa87b6-bb09-d448-641d-349e0d8b23b9/WALs/testsplitlogfilemultipleregions,16010,1733257740528/wal.dat.0, size=2.3 K, length=2324, corrupted=false, cancelled=false 2024-12-03T20:29:01,453 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45023/user/jenkins/test-data/2aaa87b6-bb09-d448-641d-349e0d8b23b9/WALs/testsplitlogfilemultipleregions,16010,1733257740528/wal.dat.0, journal: Splitting hdfs://localhost:45023/user/jenkins/test-data/2aaa87b6-bb09-d448-641d-349e0d8b23b9/WALs/testsplitlogfilemultipleregions,16010,1733257740528/wal.dat.0, size=2.3 K (2324bytes) at 1733257741121Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/2aaa87b6-bb09-d448-641d-349e0d8b23b9/WALs/testsplitlogfilemultipleregions,16010,1733257740528/wal.dat.0 so closing down at 1733257741248 (+127 ms)3 split writer threads finished at 1733257741251 (+3 ms)Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/2aaa87b6-bb09-d448-641d-349e0d8b23b9/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1733257741309 (+58 ms)Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/2aaa87b6-bb09-d448-641d-349e0d8b23b9/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1733257741315 (+6 ms)Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/2aaa87b6-bb09-d448-641d-349e0d8b23b9/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733257741423 (+108 ms)Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/2aaa87b6-bb09-d448-641d-349e0d8b23b9/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 3 ms) at 1733257741427 (+4 ms)Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/2aaa87b6-bb09-d448-641d-349e0d8b23b9/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:45023/user/jenkins/test-data/2aaa87b6-bb09-d448-641d-349e0d8b23b9/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1733257741441 (+14 ms)Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/2aaa87b6-bb09-d448-641d-349e0d8b23b9/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:45023/user/jenkins/test-data/2aaa87b6-bb09-d448-641d-349e0d8b23b9/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1733257741452 (+11 ms)Processed 27 edits across 2 Regions in 256 ms; skipped=7; WAL=hdfs://localhost:45023/user/jenkins/test-data/2aaa87b6-bb09-d448-641d-349e0d8b23b9/WALs/testsplitlogfilemultipleregions,16010,1733257740528/wal.dat.0, size=2.3 K, length=2324, corrupted=false, cancelled=false at 1733257741453 (+1 ms) 2024-12-03T20:29:01,493 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45023/user/jenkins/test-data/2aaa87b6-bb09-d448-641d-349e0d8b23b9/WALs/testsplitlogfilemultipleregions,16010,1733257740528/wal.dat.0 to hdfs://localhost:45023/user/jenkins/test-data/2aaa87b6-bb09-d448-641d-349e0d8b23b9/oldWALs/wal.dat.0 2024-12-03T20:29:01,605 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileMultipleRegions Thread=129 (was 128) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-2034744443_22 at /127.0.0.1:39862 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-2034744443_22 at /127.0.0.1:40714 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=387 (was 377) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1252 (was 1252), ProcessCount=11 (was 11), AvailableMemoryMB=1246 (was 1299) 2024-12-03T20:29:01,645 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testTerminationAskedByReporter Thread=129, OpenFileDescriptor=387, MaxFileDescriptor=1048576, SystemLoadAverage=1252, ProcessCount=11, AvailableMemoryMB=1245 2024-12-03T20:29:01,645 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-12-03T20:29:01,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073741840_1016 (size=7) 2024-12-03T20:29:01,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073741840_1016 (size=7) 2024-12-03T20:29:01,752 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45023/user/jenkins/test-data/72ccf0d3-cc6f-26e3-cf7f-cdec76677e77 with version=8 2024-12-03T20:29:01,753 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:29:01,758 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:29:01,768 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-12-03T20:29:01,769 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-12-03T20:29:01,777 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-12-03T20:29:01,780 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-12-03T20:29:01,783 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:01,783 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:01,800 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:01,801 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:01,811 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:01,811 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:01,825 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:01,826 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:01,849 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:01,852 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:01,859 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:01,859 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:01,872 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:01,873 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:01,891 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:01,891 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:01,892 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:01,892 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:01,896 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:01,897 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:01,905 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:01,905 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:01,916 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:01,916 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:01,920 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:01,920 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:01,926 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:01,927 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:01,932 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:01,933 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:01,940 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:01,940 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:01,941 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:01,942 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:01,949 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:01,949 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:01,957 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:01,957 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:01,961 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:01,961 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:01,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073741841_1017 (size=2324) 2024-12-03T20:29:01,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073741841_1017 (size=2324) 2024-12-03T20:29:02,383 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-12-03T20:29:03,997 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45023/user/jenkins/test-data/5e45cdf2-8aff-2813-460f-692332eae0d9/WALs/testterminationaskedbyreporter,16010,1733257741769/wal.dat.0, size=2.3 K (2324bytes) 2024-12-03T20:29:03,997 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/5e45cdf2-8aff-2813-460f-692332eae0d9/WALs/testterminationaskedbyreporter,16010,1733257741769/wal.dat.0 so closing down 2024-12-03T20:29:03,998 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/5e45cdf2-8aff-2813-460f-692332eae0d9/WALs/testterminationaskedbyreporter,16010,1733257741769/wal.dat.0, size=2.3 K, length=2324, corrupted=false, cancelled=true 2024-12-03T20:29:03,998 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45023/user/jenkins/test-data/5e45cdf2-8aff-2813-460f-692332eae0d9/WALs/testterminationaskedbyreporter,16010,1733257741769/wal.dat.0, journal: Splitting hdfs://localhost:45023/user/jenkins/test-data/5e45cdf2-8aff-2813-460f-692332eae0d9/WALs/testterminationaskedbyreporter,16010,1733257741769/wal.dat.0, size=2.3 K (2324bytes) at 1733257743997Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/5e45cdf2-8aff-2813-460f-692332eae0d9/WALs/testterminationaskedbyreporter,16010,1733257741769/wal.dat.0 so closing down at 1733257743997Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/5e45cdf2-8aff-2813-460f-692332eae0d9/WALs/testterminationaskedbyreporter,16010,1733257741769/wal.dat.0, size=2.3 K, length=2324, corrupted=false, cancelled=true at 1733257743998 (+1 ms) 2024-12-03T20:29:04,049 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testTerminationAskedByReporter Thread=129 (was 129), OpenFileDescriptor=387 (was 387), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1304 (was 1252) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=1343 (was 1245) - AvailableMemoryMB LEAK? - 2024-12-03T20:29:04,062 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitDeletedRegion Thread=130, OpenFileDescriptor=387, MaxFileDescriptor=1048576, SystemLoadAverage=1304, ProcessCount=11, AvailableMemoryMB=1339 2024-12-03T20:29:04,062 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-12-03T20:29:04,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073741842_1018 (size=7) 2024-12-03T20:29:04,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073741842_1018 (size=7) 2024-12-03T20:29:04,168 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45023/user/jenkins/test-data/72ccf0d3-cc6f-26e3-cf7f-cdec76677e77 with version=8 2024-12-03T20:29:04,172 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:29:04,176 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:29:04,188 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-12-03T20:29:04,188 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region region_that_splits 2024-12-03T20:29:04,197 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-12-03T20:29:04,213 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:04,213 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:04,257 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:04,257 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:04,263 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:04,263 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:04,269 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:04,269 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:04,277 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:04,277 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:04,280 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:04,281 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:04,297 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:04,297 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:04,301 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:04,301 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:04,308 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:04,309 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:04,313 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:04,313 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:04,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073741843_1019 (size=1043) 2024-12-03T20:29:04,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073741843_1019 (size=1043) 2024-12-03T20:29:04,341 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-12-03T20:29:04,342 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-12-03T20:29:04,352 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:04,352 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:04,408 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:04,409 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:04,416 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:04,416 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:04,426 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:04,426 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:04,432 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:04,433 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:04,438 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:04,439 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:04,446 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:04,447 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:04,452 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:04,452 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:04,463 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:04,463 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:04,472 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:04,472 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:04,478 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-12-03T20:29:04,494 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:04,495 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:04,524 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:04,524 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:04,540 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:04,540 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:04,548 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:04,548 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:04,560 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:04,560 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:04,573 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:04,573 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:04,584 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:04,585 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:04,596 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:04,596 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:04,620 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:04,620 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:04,624 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:04,624 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:04,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073741845_1021 (size=1043) 2024-12-03T20:29:04,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073741845_1021 (size=1043) 2024-12-03T20:29:04,642 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-12-03T20:29:04,643 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-12-03T20:29:04,648 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:04,649 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:04,728 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:04,729 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:04,736 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:04,736 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:04,748 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:04,748 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:04,760 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:04,760 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:04,780 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:04,780 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:04,790 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:04,790 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:04,794 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:04,794 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:04,801 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:04,801 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:04,805 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:04,805 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:04,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073741846_1022 (size=1043) 2024-12-03T20:29:04,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073741846_1022 (size=1043) 2024-12-03T20:29:05,236 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-12-03T20:29:05,236 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-12-03T20:29:05,252 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:05,252 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:05,340 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:05,340 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:05,351 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:05,352 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:05,356 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:05,356 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:05,362 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:05,362 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:05,368 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:05,368 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:05,373 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:05,373 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:05,376 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:05,376 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:05,377 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:05,377 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:05,378 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:05,378 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:05,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073741847_1023 (size=1043) 2024-12-03T20:29:05,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073741847_1023 (size=1043) 2024-12-03T20:29:05,387 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-12-03T20:29:05,387 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-12-03T20:29:05,391 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:05,391 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:05,478 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:05,479 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:05,480 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:05,480 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:05,488 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:05,488 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:05,493 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:05,493 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:05,494 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:05,494 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:05,495 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:05,495 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:05,496 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:05,496 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:05,497 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:05,497 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:05,498 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:05,498 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:05,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073741848_1024 (size=1043) 2024-12-03T20:29:05,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073741848_1024 (size=1043) 2024-12-03T20:29:05,915 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-12-03T20:29:05,915 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-12-03T20:29:05,919 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:05,919 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:05,963 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:05,963 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:05,976 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:05,976 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:05,984 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:05,984 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:05,989 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:05,989 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:05,997 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:05,997 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:05,997 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:05,998 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:05,998 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:05,998 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:06,000 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:06,000 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:06,001 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:06,001 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:06,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073741849_1025 (size=1043) 2024-12-03T20:29:06,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073741849_1025 (size=1043) 2024-12-03T20:29:06,015 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-12-03T20:29:06,015 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-12-03T20:29:06,024 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:06,025 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:06,062 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:06,062 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:06,066 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:06,067 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:06,069 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:06,069 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:06,070 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:06,070 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:06,071 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:06,071 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:06,072 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:06,072 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:06,075 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:06,075 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:06,081 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:06,081 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:06,081 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:06,082 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:06,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073741850_1026 (size=1043) 2024-12-03T20:29:06,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073741850_1026 (size=1043) 2024-12-03T20:29:06,493 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-12-03T20:29:06,493 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-12-03T20:29:06,499 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:06,499 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:06,562 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:06,562 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:06,562 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:06,563 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:06,564 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:06,564 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:06,565 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:06,565 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:06,566 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:06,566 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:06,566 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:06,566 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:06,567 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:06,567 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:06,567 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:06,568 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:06,568 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:06,568 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:06,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073741851_1027 (size=1043) 2024-12-03T20:29:06,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073741851_1027 (size=1043) 2024-12-03T20:29:07,006 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-12-03T20:29:07,006 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-12-03T20:29:07,012 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:07,012 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:07,017 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:07,018 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:07,018 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:07,018 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:07,019 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:07,019 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:07,019 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:07,020 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:07,020 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:07,020 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:07,022 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:07,022 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:07,023 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:07,023 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:07,023 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:07,023 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:07,023 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:07,023 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:07,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073741852_1028 (size=1043) 2024-12-03T20:29:07,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073741852_1028 (size=1043) 2024-12-03T20:29:07,434 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-12-03T20:29:07,457 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45023/user/jenkins/test-data/2bc3518b-9228-37e1-54e9-e4a96769c84a/WALs/testsplitdeletedregion,16010,1733257744188/wal.dat.0, size=1.0 K (1043bytes) 2024-12-03T20:29:07,457 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45023/user/jenkins/test-data/2bc3518b-9228-37e1-54e9-e4a96769c84a/WALs/testsplitdeletedregion,16010,1733257744188/wal.dat.0 2024-12-03T20:29:07,458 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45023/user/jenkins/test-data/2bc3518b-9228-37e1-54e9-e4a96769c84a/WALs/testsplitdeletedregion,16010,1733257744188/wal.dat.0 after 0ms 2024-12-03T20:29:07,462 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45023/user/jenkins/test-data/2bc3518b-9228-37e1-54e9-e4a96769c84a/WALs/testsplitdeletedregion,16010,1733257744188/wal.dat.0 took 5ms 2024-12-03T20:29:07,466 INFO [Time-limited test {}] wal.WALSplitter(339): region_that_splits no longer in filesystem; skipping all edits. 2024-12-03T20:29:07,467 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/2bc3518b-9228-37e1-54e9-e4a96769c84a/WALs/testsplitdeletedregion,16010,1733257744188/wal.dat.0 so closing down 2024-12-03T20:29:07,467 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T20:29:07,468 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T20:29:07,468 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 4 ms; skipped=10; WAL=hdfs://localhost:45023/user/jenkins/test-data/2bc3518b-9228-37e1-54e9-e4a96769c84a/WALs/testsplitdeletedregion,16010,1733257744188/wal.dat.0, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-12-03T20:29:07,468 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45023/user/jenkins/test-data/2bc3518b-9228-37e1-54e9-e4a96769c84a/WALs/testsplitdeletedregion,16010,1733257744188/wal.dat.0, journal: Splitting hdfs://localhost:45023/user/jenkins/test-data/2bc3518b-9228-37e1-54e9-e4a96769c84a/WALs/testsplitdeletedregion,16010,1733257744188/wal.dat.0, size=1.0 K (1043bytes) at 1733257747457Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/2bc3518b-9228-37e1-54e9-e4a96769c84a/WALs/testsplitdeletedregion,16010,1733257744188/wal.dat.0 so closing down at 1733257747467 (+10 ms)3 split writer threads finished at 1733257747468 (+1 ms)Processed 10 edits across 0 Regions in 4 ms; skipped=10; WAL=hdfs://localhost:45023/user/jenkins/test-data/2bc3518b-9228-37e1-54e9-e4a96769c84a/WALs/testsplitdeletedregion,16010,1733257744188/wal.dat.0, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1733257747468 2024-12-03T20:29:07,471 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45023/user/jenkins/test-data/2bc3518b-9228-37e1-54e9-e4a96769c84a/WALs/testsplitdeletedregion,16010,1733257744188/wal.dat.0 to hdfs://localhost:45023/user/jenkins/test-data/2bc3518b-9228-37e1-54e9-e4a96769c84a/oldWALs/wal.dat.0 2024-12-03T20:29:07,472 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45023/user/jenkins/test-data/2bc3518b-9228-37e1-54e9-e4a96769c84a/WALs/testsplitdeletedregion,16010,1733257744188/wal.dat.1, size=180 (180bytes) 2024-12-03T20:29:07,472 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45023/user/jenkins/test-data/2bc3518b-9228-37e1-54e9-e4a96769c84a/WALs/testsplitdeletedregion,16010,1733257744188/wal.dat.1 2024-12-03T20:29:07,473 WARN [IPC Server handler 2 on default port 45023 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/2bc3518b-9228-37e1-54e9-e4a96769c84a/WALs/testsplitdeletedregion,16010,1733257744188/wal.dat.1 has not been closed. Lease recovery is in progress. RecoveryId = 1029 for block blk_1073741844_1020 2024-12-03T20:29:07,473 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:45023/user/jenkins/test-data/2bc3518b-9228-37e1-54e9-e4a96769c84a/WALs/testsplitdeletedregion,16010,1733257744188/wal.dat.1 after 1ms 2024-12-03T20:29:08,046 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1668342973_22 at /127.0.0.1:38656 [Receiving block BP-1779702324-172.17.0.3-1733257731418:blk_1073741844_1020] {}] datanode.DataXceiver(331): 127.0.0.1:42113:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:38656 dst: /127.0.0.1:42113 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T20:29:08,046 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1668342973_22 at /127.0.0.1:41132 [Receiving block BP-1779702324-172.17.0.3-1733257731418:blk_1073741844_1020] {}] datanode.DataXceiver(331): 127.0.0.1:41227:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:41132 dst: /127.0.0.1:41227 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:41227 remote=/127.0.0.1:41132]. Total timeout mills is 60000, 56429 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T20:29:08,047 WARN [ResponseProcessor for block BP-1779702324-172.17.0.3-1733257731418:blk_1073741844_1020 {}] hdfs.DataStreamer$ResponseProcessor(1303): Exception for BP-1779702324-172.17.0.3-1733257731418:blk_1073741844_1020 java.io.EOFException: Unexpected EOF while trying to read response from server at org.apache.hadoop.hdfs.protocolPB.PBHelperClient.vintPrefixed(PBHelperClient.java:529) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PipelineAck.readFields(PipelineAck.java:244) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer$ResponseProcessor.run(DataStreamer.java:1180) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-12-03T20:29:08,051 WARN [DataStreamer for file /user/jenkins/test-data/2bc3518b-9228-37e1-54e9-e4a96769c84a/WALs/testsplitdeletedregion,16010,1733257744188/wal.dat.1 block BP-1779702324-172.17.0.3-1733257731418:blk_1073741844_1020 {}] hdfs.DataStreamer(1731): Error Recovery for BP-1779702324-172.17.0.3-1733257731418:blk_1073741844_1020 in pipeline [DatanodeInfoWithStorage[127.0.0.1:41227,DS-34e26a6e-6270-4b48-b805-11257a21223f,DISK], DatanodeInfoWithStorage[127.0.0.1:42113,DS-5fd751af-5ddc-4171-bd35-a30d0dde7912,DISK]]: datanode 0(DatanodeInfoWithStorage[127.0.0.1:41227,DS-34e26a6e-6270-4b48-b805-11257a21223f,DISK]) is bad. 2024-12-03T20:29:08,060 WARN [DataStreamer for file /user/jenkins/test-data/2bc3518b-9228-37e1-54e9-e4a96769c84a/WALs/testsplitdeletedregion,16010,1733257744188/wal.dat.1 block BP-1779702324-172.17.0.3-1733257731418:blk_1073741844_1020 {}] hdfs.DataStreamer(859): DataStreamer Exception org.apache.hadoop.ipc.RemoteException: Unexpected BlockUCState: BP-1779702324-172.17.0.3-1733257731418:blk_1073741844_1020 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$updateBlockForPipeline$50(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.updateBlockForPipeline(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.updateBlockForPipeline(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.updateBlockForPipeline(DataStreamer.java:1786) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineInternal(DataStreamer.java:1657) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForAppendOrRecovery(DataStreamer.java:1627) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.processDatanodeOrExternalError(DataStreamer.java:1408) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:707) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-12-03T20:29:08,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073741844_1029 (size=1035) 2024-12-03T20:29:08,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073741844_1029 (size=1035) 2024-12-03T20:29:11,476 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:45023/user/jenkins/test-data/2bc3518b-9228-37e1-54e9-e4a96769c84a/WALs/testsplitdeletedregion,16010,1733257744188/wal.dat.1 after 4004ms 2024-12-03T20:29:11,486 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45023/user/jenkins/test-data/2bc3518b-9228-37e1-54e9-e4a96769c84a/WALs/testsplitdeletedregion,16010,1733257744188/wal.dat.1 took 4015ms 2024-12-03T20:29:11,494 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:45023/user/jenkins/test-data/2bc3518b-9228-37e1-54e9-e4a96769c84a/WALs/testsplitdeletedregion,16010,1733257744188/wal.dat.1; continuing. 2024-12-03T20:29:11,494 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/2bc3518b-9228-37e1-54e9-e4a96769c84a/WALs/testsplitdeletedregion,16010,1733257744188/wal.dat.1 so closing down 2024-12-03T20:29:11,494 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T20:29:11,494 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T20:29:11,494 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 8 ms; skipped=10; WAL=hdfs://localhost:45023/user/jenkins/test-data/2bc3518b-9228-37e1-54e9-e4a96769c84a/WALs/testsplitdeletedregion,16010,1733257744188/wal.dat.1, size=180, length=180, corrupted=false, cancelled=false 2024-12-03T20:29:11,494 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45023/user/jenkins/test-data/2bc3518b-9228-37e1-54e9-e4a96769c84a/WALs/testsplitdeletedregion,16010,1733257744188/wal.dat.1, journal: Splitting hdfs://localhost:45023/user/jenkins/test-data/2bc3518b-9228-37e1-54e9-e4a96769c84a/WALs/testsplitdeletedregion,16010,1733257744188/wal.dat.1, size=180 (180bytes) at 1733257747472Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/2bc3518b-9228-37e1-54e9-e4a96769c84a/WALs/testsplitdeletedregion,16010,1733257744188/wal.dat.1 so closing down at 1733257751494 (+4022 ms)3 split writer threads finished at 1733257751494Processed 10 edits across 0 Regions in 8 ms; skipped=10; WAL=hdfs://localhost:45023/user/jenkins/test-data/2bc3518b-9228-37e1-54e9-e4a96769c84a/WALs/testsplitdeletedregion,16010,1733257744188/wal.dat.1, size=180, length=180, corrupted=false, cancelled=false at 1733257751494 2024-12-03T20:29:11,514 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45023/user/jenkins/test-data/2bc3518b-9228-37e1-54e9-e4a96769c84a/WALs/testsplitdeletedregion,16010,1733257744188/wal.dat.1 to hdfs://localhost:45023/user/jenkins/test-data/2bc3518b-9228-37e1-54e9-e4a96769c84a/oldWALs/wal.dat.1 2024-12-03T20:29:11,515 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45023/user/jenkins/test-data/2bc3518b-9228-37e1-54e9-e4a96769c84a/WALs/testsplitdeletedregion,16010,1733257744188/wal.dat.2, size=1.0 K (1043bytes) 2024-12-03T20:29:11,515 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45023/user/jenkins/test-data/2bc3518b-9228-37e1-54e9-e4a96769c84a/WALs/testsplitdeletedregion,16010,1733257744188/wal.dat.2 2024-12-03T20:29:11,520 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45023/user/jenkins/test-data/2bc3518b-9228-37e1-54e9-e4a96769c84a/WALs/testsplitdeletedregion,16010,1733257744188/wal.dat.2 after 5ms 2024-12-03T20:29:11,545 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45023/user/jenkins/test-data/2bc3518b-9228-37e1-54e9-e4a96769c84a/WALs/testsplitdeletedregion,16010,1733257744188/wal.dat.2 took 30ms 2024-12-03T20:29:11,562 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/2bc3518b-9228-37e1-54e9-e4a96769c84a/WALs/testsplitdeletedregion,16010,1733257744188/wal.dat.2 so closing down 2024-12-03T20:29:11,562 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T20:29:11,564 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T20:29:11,564 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 8 ms; skipped=10; WAL=hdfs://localhost:45023/user/jenkins/test-data/2bc3518b-9228-37e1-54e9-e4a96769c84a/WALs/testsplitdeletedregion,16010,1733257744188/wal.dat.2, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-12-03T20:29:11,564 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45023/user/jenkins/test-data/2bc3518b-9228-37e1-54e9-e4a96769c84a/WALs/testsplitdeletedregion,16010,1733257744188/wal.dat.2, journal: Splitting hdfs://localhost:45023/user/jenkins/test-data/2bc3518b-9228-37e1-54e9-e4a96769c84a/WALs/testsplitdeletedregion,16010,1733257744188/wal.dat.2, size=1.0 K (1043bytes) at 1733257751515Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/2bc3518b-9228-37e1-54e9-e4a96769c84a/WALs/testsplitdeletedregion,16010,1733257744188/wal.dat.2 so closing down at 1733257751562 (+47 ms)3 split writer threads finished at 1733257751564 (+2 ms)Processed 10 edits across 0 Regions in 8 ms; skipped=10; WAL=hdfs://localhost:45023/user/jenkins/test-data/2bc3518b-9228-37e1-54e9-e4a96769c84a/WALs/testsplitdeletedregion,16010,1733257744188/wal.dat.2, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1733257751564 2024-12-03T20:29:11,576 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45023/user/jenkins/test-data/2bc3518b-9228-37e1-54e9-e4a96769c84a/WALs/testsplitdeletedregion,16010,1733257744188/wal.dat.2 to hdfs://localhost:45023/user/jenkins/test-data/2bc3518b-9228-37e1-54e9-e4a96769c84a/oldWALs/wal.dat.2 2024-12-03T20:29:11,577 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45023/user/jenkins/test-data/2bc3518b-9228-37e1-54e9-e4a96769c84a/WALs/testsplitdeletedregion,16010,1733257744188/wal.dat.3, size=1.0 K (1043bytes) 2024-12-03T20:29:11,577 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45023/user/jenkins/test-data/2bc3518b-9228-37e1-54e9-e4a96769c84a/WALs/testsplitdeletedregion,16010,1733257744188/wal.dat.3 2024-12-03T20:29:11,578 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45023/user/jenkins/test-data/2bc3518b-9228-37e1-54e9-e4a96769c84a/WALs/testsplitdeletedregion,16010,1733257744188/wal.dat.3 after 1ms 2024-12-03T20:29:11,589 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45023/user/jenkins/test-data/2bc3518b-9228-37e1-54e9-e4a96769c84a/WALs/testsplitdeletedregion,16010,1733257744188/wal.dat.3 took 13ms 2024-12-03T20:29:11,611 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/2bc3518b-9228-37e1-54e9-e4a96769c84a/WALs/testsplitdeletedregion,16010,1733257744188/wal.dat.3 so closing down 2024-12-03T20:29:11,615 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T20:29:11,615 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T20:29:11,615 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 7 ms; skipped=10; WAL=hdfs://localhost:45023/user/jenkins/test-data/2bc3518b-9228-37e1-54e9-e4a96769c84a/WALs/testsplitdeletedregion,16010,1733257744188/wal.dat.3, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-12-03T20:29:11,615 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45023/user/jenkins/test-data/2bc3518b-9228-37e1-54e9-e4a96769c84a/WALs/testsplitdeletedregion,16010,1733257744188/wal.dat.3, journal: Splitting hdfs://localhost:45023/user/jenkins/test-data/2bc3518b-9228-37e1-54e9-e4a96769c84a/WALs/testsplitdeletedregion,16010,1733257744188/wal.dat.3, size=1.0 K (1043bytes) at 1733257751577Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/2bc3518b-9228-37e1-54e9-e4a96769c84a/WALs/testsplitdeletedregion,16010,1733257744188/wal.dat.3 so closing down at 1733257751615 (+38 ms)3 split writer threads finished at 1733257751615Processed 10 edits across 0 Regions in 7 ms; skipped=10; WAL=hdfs://localhost:45023/user/jenkins/test-data/2bc3518b-9228-37e1-54e9-e4a96769c84a/WALs/testsplitdeletedregion,16010,1733257744188/wal.dat.3, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1733257751615 2024-12-03T20:29:11,640 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45023/user/jenkins/test-data/2bc3518b-9228-37e1-54e9-e4a96769c84a/WALs/testsplitdeletedregion,16010,1733257744188/wal.dat.3 to hdfs://localhost:45023/user/jenkins/test-data/2bc3518b-9228-37e1-54e9-e4a96769c84a/oldWALs/wal.dat.3 2024-12-03T20:29:11,640 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45023/user/jenkins/test-data/2bc3518b-9228-37e1-54e9-e4a96769c84a/WALs/testsplitdeletedregion,16010,1733257744188/wal.dat.4, size=1.0 K (1043bytes) 2024-12-03T20:29:11,640 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45023/user/jenkins/test-data/2bc3518b-9228-37e1-54e9-e4a96769c84a/WALs/testsplitdeletedregion,16010,1733257744188/wal.dat.4 2024-12-03T20:29:11,643 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45023/user/jenkins/test-data/2bc3518b-9228-37e1-54e9-e4a96769c84a/WALs/testsplitdeletedregion,16010,1733257744188/wal.dat.4 after 3ms 2024-12-03T20:29:11,658 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45023/user/jenkins/test-data/2bc3518b-9228-37e1-54e9-e4a96769c84a/WALs/testsplitdeletedregion,16010,1733257744188/wal.dat.4 took 18ms 2024-12-03T20:29:11,665 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/2bc3518b-9228-37e1-54e9-e4a96769c84a/WALs/testsplitdeletedregion,16010,1733257744188/wal.dat.4 so closing down 2024-12-03T20:29:11,665 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T20:29:11,666 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T20:29:11,666 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 5 ms; skipped=10; WAL=hdfs://localhost:45023/user/jenkins/test-data/2bc3518b-9228-37e1-54e9-e4a96769c84a/WALs/testsplitdeletedregion,16010,1733257744188/wal.dat.4, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-12-03T20:29:11,666 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45023/user/jenkins/test-data/2bc3518b-9228-37e1-54e9-e4a96769c84a/WALs/testsplitdeletedregion,16010,1733257744188/wal.dat.4, journal: Splitting hdfs://localhost:45023/user/jenkins/test-data/2bc3518b-9228-37e1-54e9-e4a96769c84a/WALs/testsplitdeletedregion,16010,1733257744188/wal.dat.4, size=1.0 K (1043bytes) at 1733257751640Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/2bc3518b-9228-37e1-54e9-e4a96769c84a/WALs/testsplitdeletedregion,16010,1733257744188/wal.dat.4 so closing down at 1733257751665 (+25 ms)3 split writer threads finished at 1733257751666 (+1 ms)Processed 10 edits across 0 Regions in 5 ms; skipped=10; WAL=hdfs://localhost:45023/user/jenkins/test-data/2bc3518b-9228-37e1-54e9-e4a96769c84a/WALs/testsplitdeletedregion,16010,1733257744188/wal.dat.4, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1733257751666 2024-12-03T20:29:11,676 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45023/user/jenkins/test-data/2bc3518b-9228-37e1-54e9-e4a96769c84a/WALs/testsplitdeletedregion,16010,1733257744188/wal.dat.4 to hdfs://localhost:45023/user/jenkins/test-data/2bc3518b-9228-37e1-54e9-e4a96769c84a/oldWALs/wal.dat.4 2024-12-03T20:29:11,677 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45023/user/jenkins/test-data/2bc3518b-9228-37e1-54e9-e4a96769c84a/WALs/testsplitdeletedregion,16010,1733257744188/wal.dat.5, size=1.0 K (1043bytes) 2024-12-03T20:29:11,677 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45023/user/jenkins/test-data/2bc3518b-9228-37e1-54e9-e4a96769c84a/WALs/testsplitdeletedregion,16010,1733257744188/wal.dat.5 2024-12-03T20:29:11,678 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45023/user/jenkins/test-data/2bc3518b-9228-37e1-54e9-e4a96769c84a/WALs/testsplitdeletedregion,16010,1733257744188/wal.dat.5 after 1ms 2024-12-03T20:29:11,689 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45023/user/jenkins/test-data/2bc3518b-9228-37e1-54e9-e4a96769c84a/WALs/testsplitdeletedregion,16010,1733257744188/wal.dat.5 took 13ms 2024-12-03T20:29:11,705 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/2bc3518b-9228-37e1-54e9-e4a96769c84a/WALs/testsplitdeletedregion,16010,1733257744188/wal.dat.5 so closing down 2024-12-03T20:29:11,706 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T20:29:11,710 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T20:29:11,710 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 7 ms; skipped=10; WAL=hdfs://localhost:45023/user/jenkins/test-data/2bc3518b-9228-37e1-54e9-e4a96769c84a/WALs/testsplitdeletedregion,16010,1733257744188/wal.dat.5, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-12-03T20:29:11,710 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45023/user/jenkins/test-data/2bc3518b-9228-37e1-54e9-e4a96769c84a/WALs/testsplitdeletedregion,16010,1733257744188/wal.dat.5, journal: Splitting hdfs://localhost:45023/user/jenkins/test-data/2bc3518b-9228-37e1-54e9-e4a96769c84a/WALs/testsplitdeletedregion,16010,1733257744188/wal.dat.5, size=1.0 K (1043bytes) at 1733257751677Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/2bc3518b-9228-37e1-54e9-e4a96769c84a/WALs/testsplitdeletedregion,16010,1733257744188/wal.dat.5 so closing down at 1733257751706 (+29 ms)3 split writer threads finished at 1733257751710 (+4 ms)Processed 10 edits across 0 Regions in 7 ms; skipped=10; WAL=hdfs://localhost:45023/user/jenkins/test-data/2bc3518b-9228-37e1-54e9-e4a96769c84a/WALs/testsplitdeletedregion,16010,1733257744188/wal.dat.5, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1733257751710 2024-12-03T20:29:11,722 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45023/user/jenkins/test-data/2bc3518b-9228-37e1-54e9-e4a96769c84a/WALs/testsplitdeletedregion,16010,1733257744188/wal.dat.5 to hdfs://localhost:45023/user/jenkins/test-data/2bc3518b-9228-37e1-54e9-e4a96769c84a/oldWALs/wal.dat.5 2024-12-03T20:29:11,723 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45023/user/jenkins/test-data/2bc3518b-9228-37e1-54e9-e4a96769c84a/WALs/testsplitdeletedregion,16010,1733257744188/wal.dat.6, size=1.0 K (1043bytes) 2024-12-03T20:29:11,723 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45023/user/jenkins/test-data/2bc3518b-9228-37e1-54e9-e4a96769c84a/WALs/testsplitdeletedregion,16010,1733257744188/wal.dat.6 2024-12-03T20:29:11,724 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45023/user/jenkins/test-data/2bc3518b-9228-37e1-54e9-e4a96769c84a/WALs/testsplitdeletedregion,16010,1733257744188/wal.dat.6 after 0ms 2024-12-03T20:29:11,735 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45023/user/jenkins/test-data/2bc3518b-9228-37e1-54e9-e4a96769c84a/WALs/testsplitdeletedregion,16010,1733257744188/wal.dat.6 took 13ms 2024-12-03T20:29:11,754 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/2bc3518b-9228-37e1-54e9-e4a96769c84a/WALs/testsplitdeletedregion,16010,1733257744188/wal.dat.6 so closing down 2024-12-03T20:29:11,754 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T20:29:11,755 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T20:29:11,755 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 3 ms; skipped=10; WAL=hdfs://localhost:45023/user/jenkins/test-data/2bc3518b-9228-37e1-54e9-e4a96769c84a/WALs/testsplitdeletedregion,16010,1733257744188/wal.dat.6, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-12-03T20:29:11,755 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45023/user/jenkins/test-data/2bc3518b-9228-37e1-54e9-e4a96769c84a/WALs/testsplitdeletedregion,16010,1733257744188/wal.dat.6, journal: Splitting hdfs://localhost:45023/user/jenkins/test-data/2bc3518b-9228-37e1-54e9-e4a96769c84a/WALs/testsplitdeletedregion,16010,1733257744188/wal.dat.6, size=1.0 K (1043bytes) at 1733257751723Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/2bc3518b-9228-37e1-54e9-e4a96769c84a/WALs/testsplitdeletedregion,16010,1733257744188/wal.dat.6 so closing down at 1733257751754 (+31 ms)3 split writer threads finished at 1733257751755 (+1 ms)Processed 10 edits across 0 Regions in 3 ms; skipped=10; WAL=hdfs://localhost:45023/user/jenkins/test-data/2bc3518b-9228-37e1-54e9-e4a96769c84a/WALs/testsplitdeletedregion,16010,1733257744188/wal.dat.6, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1733257751755 2024-12-03T20:29:11,761 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45023/user/jenkins/test-data/2bc3518b-9228-37e1-54e9-e4a96769c84a/WALs/testsplitdeletedregion,16010,1733257744188/wal.dat.6 to hdfs://localhost:45023/user/jenkins/test-data/2bc3518b-9228-37e1-54e9-e4a96769c84a/oldWALs/wal.dat.6 2024-12-03T20:29:11,762 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45023/user/jenkins/test-data/2bc3518b-9228-37e1-54e9-e4a96769c84a/WALs/testsplitdeletedregion,16010,1733257744188/wal.dat.7, size=1.0 K (1043bytes) 2024-12-03T20:29:11,762 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45023/user/jenkins/test-data/2bc3518b-9228-37e1-54e9-e4a96769c84a/WALs/testsplitdeletedregion,16010,1733257744188/wal.dat.7 2024-12-03T20:29:11,765 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45023/user/jenkins/test-data/2bc3518b-9228-37e1-54e9-e4a96769c84a/WALs/testsplitdeletedregion,16010,1733257744188/wal.dat.7 after 3ms 2024-12-03T20:29:11,780 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45023/user/jenkins/test-data/2bc3518b-9228-37e1-54e9-e4a96769c84a/WALs/testsplitdeletedregion,16010,1733257744188/wal.dat.7 took 19ms 2024-12-03T20:29:11,793 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/2bc3518b-9228-37e1-54e9-e4a96769c84a/WALs/testsplitdeletedregion,16010,1733257744188/wal.dat.7 so closing down 2024-12-03T20:29:11,793 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T20:29:11,796 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T20:29:11,796 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 12 ms; skipped=10; WAL=hdfs://localhost:45023/user/jenkins/test-data/2bc3518b-9228-37e1-54e9-e4a96769c84a/WALs/testsplitdeletedregion,16010,1733257744188/wal.dat.7, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-12-03T20:29:11,796 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45023/user/jenkins/test-data/2bc3518b-9228-37e1-54e9-e4a96769c84a/WALs/testsplitdeletedregion,16010,1733257744188/wal.dat.7, journal: Splitting hdfs://localhost:45023/user/jenkins/test-data/2bc3518b-9228-37e1-54e9-e4a96769c84a/WALs/testsplitdeletedregion,16010,1733257744188/wal.dat.7, size=1.0 K (1043bytes) at 1733257751762Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/2bc3518b-9228-37e1-54e9-e4a96769c84a/WALs/testsplitdeletedregion,16010,1733257744188/wal.dat.7 so closing down at 1733257751793 (+31 ms)3 split writer threads finished at 1733257751796 (+3 ms)Processed 10 edits across 0 Regions in 12 ms; skipped=10; WAL=hdfs://localhost:45023/user/jenkins/test-data/2bc3518b-9228-37e1-54e9-e4a96769c84a/WALs/testsplitdeletedregion,16010,1733257744188/wal.dat.7, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1733257751796 2024-12-03T20:29:11,816 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45023/user/jenkins/test-data/2bc3518b-9228-37e1-54e9-e4a96769c84a/WALs/testsplitdeletedregion,16010,1733257744188/wal.dat.7 to hdfs://localhost:45023/user/jenkins/test-data/2bc3518b-9228-37e1-54e9-e4a96769c84a/oldWALs/wal.dat.7 2024-12-03T20:29:11,817 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45023/user/jenkins/test-data/2bc3518b-9228-37e1-54e9-e4a96769c84a/WALs/testsplitdeletedregion,16010,1733257744188/wal.dat.8, size=1.0 K (1043bytes) 2024-12-03T20:29:11,817 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45023/user/jenkins/test-data/2bc3518b-9228-37e1-54e9-e4a96769c84a/WALs/testsplitdeletedregion,16010,1733257744188/wal.dat.8 2024-12-03T20:29:11,818 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45023/user/jenkins/test-data/2bc3518b-9228-37e1-54e9-e4a96769c84a/WALs/testsplitdeletedregion,16010,1733257744188/wal.dat.8 after 1ms 2024-12-03T20:29:11,829 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45023/user/jenkins/test-data/2bc3518b-9228-37e1-54e9-e4a96769c84a/WALs/testsplitdeletedregion,16010,1733257744188/wal.dat.8 took 12ms 2024-12-03T20:29:11,868 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/2bc3518b-9228-37e1-54e9-e4a96769c84a/WALs/testsplitdeletedregion,16010,1733257744188/wal.dat.8 so closing down 2024-12-03T20:29:11,868 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T20:29:11,868 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T20:29:11,868 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 4 ms; skipped=10; WAL=hdfs://localhost:45023/user/jenkins/test-data/2bc3518b-9228-37e1-54e9-e4a96769c84a/WALs/testsplitdeletedregion,16010,1733257744188/wal.dat.8, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-12-03T20:29:11,868 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45023/user/jenkins/test-data/2bc3518b-9228-37e1-54e9-e4a96769c84a/WALs/testsplitdeletedregion,16010,1733257744188/wal.dat.8, journal: Splitting hdfs://localhost:45023/user/jenkins/test-data/2bc3518b-9228-37e1-54e9-e4a96769c84a/WALs/testsplitdeletedregion,16010,1733257744188/wal.dat.8, size=1.0 K (1043bytes) at 1733257751817Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/2bc3518b-9228-37e1-54e9-e4a96769c84a/WALs/testsplitdeletedregion,16010,1733257744188/wal.dat.8 so closing down at 1733257751868 (+51 ms)3 split writer threads finished at 1733257751868Processed 10 edits across 0 Regions in 4 ms; skipped=10; WAL=hdfs://localhost:45023/user/jenkins/test-data/2bc3518b-9228-37e1-54e9-e4a96769c84a/WALs/testsplitdeletedregion,16010,1733257744188/wal.dat.8, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1733257751868 2024-12-03T20:29:11,893 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45023/user/jenkins/test-data/2bc3518b-9228-37e1-54e9-e4a96769c84a/WALs/testsplitdeletedregion,16010,1733257744188/wal.dat.8 to hdfs://localhost:45023/user/jenkins/test-data/2bc3518b-9228-37e1-54e9-e4a96769c84a/oldWALs/wal.dat.8 2024-12-03T20:29:11,893 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45023/user/jenkins/test-data/2bc3518b-9228-37e1-54e9-e4a96769c84a/WALs/testsplitdeletedregion,16010,1733257744188/wal.dat.9, size=1.0 K (1043bytes) 2024-12-03T20:29:11,893 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45023/user/jenkins/test-data/2bc3518b-9228-37e1-54e9-e4a96769c84a/WALs/testsplitdeletedregion,16010,1733257744188/wal.dat.9 2024-12-03T20:29:11,900 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45023/user/jenkins/test-data/2bc3518b-9228-37e1-54e9-e4a96769c84a/WALs/testsplitdeletedregion,16010,1733257744188/wal.dat.9 after 7ms 2024-12-03T20:29:11,922 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45023/user/jenkins/test-data/2bc3518b-9228-37e1-54e9-e4a96769c84a/WALs/testsplitdeletedregion,16010,1733257744188/wal.dat.9 took 29ms 2024-12-03T20:29:11,938 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/2bc3518b-9228-37e1-54e9-e4a96769c84a/WALs/testsplitdeletedregion,16010,1733257744188/wal.dat.9 so closing down 2024-12-03T20:29:11,938 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T20:29:11,938 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T20:29:11,938 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 2 ms; skipped=10; WAL=hdfs://localhost:45023/user/jenkins/test-data/2bc3518b-9228-37e1-54e9-e4a96769c84a/WALs/testsplitdeletedregion,16010,1733257744188/wal.dat.9, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-12-03T20:29:11,938 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45023/user/jenkins/test-data/2bc3518b-9228-37e1-54e9-e4a96769c84a/WALs/testsplitdeletedregion,16010,1733257744188/wal.dat.9, journal: Splitting hdfs://localhost:45023/user/jenkins/test-data/2bc3518b-9228-37e1-54e9-e4a96769c84a/WALs/testsplitdeletedregion,16010,1733257744188/wal.dat.9, size=1.0 K (1043bytes) at 1733257751893Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/2bc3518b-9228-37e1-54e9-e4a96769c84a/WALs/testsplitdeletedregion,16010,1733257744188/wal.dat.9 so closing down at 1733257751938 (+45 ms)3 split writer threads finished at 1733257751938Processed 10 edits across 0 Regions in 2 ms; skipped=10; WAL=hdfs://localhost:45023/user/jenkins/test-data/2bc3518b-9228-37e1-54e9-e4a96769c84a/WALs/testsplitdeletedregion,16010,1733257744188/wal.dat.9, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1733257751938 2024-12-03T20:29:11,945 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45023/user/jenkins/test-data/2bc3518b-9228-37e1-54e9-e4a96769c84a/WALs/testsplitdeletedregion,16010,1733257744188/wal.dat.9 to hdfs://localhost:45023/user/jenkins/test-data/2bc3518b-9228-37e1-54e9-e4a96769c84a/oldWALs/wal.dat.9 2024-12-03T20:29:11,960 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitDeletedRegion Thread=135 (was 130) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6be44be3-5fe8-f184-1c38-7fadd37758d8/cluster_b2893956-3093-4640-cdc3-953572e7603a/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-800047905_22 at /127.0.0.1:38728 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-800047905_22 at /127.0.0.1:41226 [Waiting for operation #13] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6be44be3-5fe8-f184-1c38-7fadd37758d8/cluster_b2893956-3093-4640-cdc3-953572e7603a/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6be44be3-5fe8-f184-1c38-7fadd37758d8/cluster_b2893956-3093-4640-cdc3-953572e7603a/data/data4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46201 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (49037392) connection to localhost/127.0.0.1:46201 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=391 (was 387) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1295 (was 1304), ProcessCount=11 (was 11), AvailableMemoryMB=1330 (was 1339) 2024-12-03T20:29:11,969 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testCorruptWALTrailer Thread=135, OpenFileDescriptor=393, MaxFileDescriptor=1048576, SystemLoadAverage=1295, ProcessCount=11, AvailableMemoryMB=1329 2024-12-03T20:29:11,970 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-12-03T20:29:12,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073741853_1030 (size=7) 2024-12-03T20:29:12,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073741853_1030 (size=7) 2024-12-03T20:29:12,017 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45023/user/jenkins/test-data/72ccf0d3-cc6f-26e3-cf7f-cdec76677e77 with version=8 2024-12-03T20:29:12,017 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:29:12,019 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:29:12,024 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-12-03T20:29:12,024 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region region__1 2024-12-03T20:29:12,029 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-12-03T20:29:12,032 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:12,033 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:12,120 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:12,120 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:12,132 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:12,132 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:12,152 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:12,152 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:12,164 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:12,164 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:12,172 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:12,173 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:12,181 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:12,181 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:12,190 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:12,190 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:12,196 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:12,196 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:12,200 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:12,207 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:12,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073741854_1031 (size=863) 2024-12-03T20:29:12,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073741854_1031 (size=863) 2024-12-03T20:29:12,225 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-12-03T20:29:12,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073741855_1032 (size=859) 2024-12-03T20:29:12,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073741855_1032 (size=859) 2024-12-03T20:29:12,723 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45023/user/jenkins/test-data/c6833dfa-e362-7967-e83b-3a70351e2c3f/WALs/testcorruptwaltrailer,16010,1733257752024/wal.dat.0, size=859 (859bytes) 2024-12-03T20:29:12,723 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45023/user/jenkins/test-data/c6833dfa-e362-7967-e83b-3a70351e2c3f/WALs/testcorruptwaltrailer,16010,1733257752024/wal.dat.0 2024-12-03T20:29:12,725 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45023/user/jenkins/test-data/c6833dfa-e362-7967-e83b-3a70351e2c3f/WALs/testcorruptwaltrailer,16010,1733257752024/wal.dat.0 after 2ms 2024-12-03T20:29:12,734 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45023/user/jenkins/test-data/c6833dfa-e362-7967-e83b-3a70351e2c3f/WALs/testcorruptwaltrailer,16010,1733257752024/wal.dat.0 took 11ms 2024-12-03T20:29:12,908 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:45023/user/jenkins/test-data/c6833dfa-e362-7967-e83b-3a70351e2c3f/WALs/testcorruptwaltrailer,16010,1733257752024/wal.dat.0; continuing. 2024-12-03T20:29:12,908 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/c6833dfa-e362-7967-e83b-3a70351e2c3f/WALs/testcorruptwaltrailer,16010,1733257752024/wal.dat.0 so closing down 2024-12-03T20:29:12,908 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T20:29:12,914 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T20:29:12,939 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-12-03T20:29:12,948 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/c6833dfa-e362-7967-e83b-3a70351e2c3f/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-12-03T20:29:13,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073741856_1033 (size=863) 2024-12-03T20:29:13,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073741856_1033 (size=863) 2024-12-03T20:29:13,045 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/c6833dfa-e362-7967-e83b-3a70351e2c3f/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T20:29:13,064 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/c6833dfa-e362-7967-e83b-3a70351e2c3f/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:45023/user/jenkins/test-data/c6833dfa-e362-7967-e83b-3a70351e2c3f/data/default/t1/region__1/recovered.edits/0000000000000000009 2024-12-03T20:29:13,066 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 1 Regions in 331 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/c6833dfa-e362-7967-e83b-3a70351e2c3f/WALs/testcorruptwaltrailer,16010,1733257752024/wal.dat.0, size=859, length=859, corrupted=false, cancelled=false 2024-12-03T20:29:13,066 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45023/user/jenkins/test-data/c6833dfa-e362-7967-e83b-3a70351e2c3f/WALs/testcorruptwaltrailer,16010,1733257752024/wal.dat.0, journal: Splitting hdfs://localhost:45023/user/jenkins/test-data/c6833dfa-e362-7967-e83b-3a70351e2c3f/WALs/testcorruptwaltrailer,16010,1733257752024/wal.dat.0, size=859 (859bytes) at 1733257752723Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/c6833dfa-e362-7967-e83b-3a70351e2c3f/WALs/testcorruptwaltrailer,16010,1733257752024/wal.dat.0 so closing down at 1733257752908 (+185 ms)3 split writer threads finished at 1733257752914 (+6 ms)Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/c6833dfa-e362-7967-e83b-3a70351e2c3f/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp at 1733257752948 (+34 ms)Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/c6833dfa-e362-7967-e83b-3a70351e2c3f/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733257753045 (+97 ms)Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/c6833dfa-e362-7967-e83b-3a70351e2c3f/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:45023/user/jenkins/test-data/c6833dfa-e362-7967-e83b-3a70351e2c3f/data/default/t1/region__1/recovered.edits/0000000000000000009 at 1733257753064 (+19 ms)Processed 10 edits across 1 Regions in 331 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/c6833dfa-e362-7967-e83b-3a70351e2c3f/WALs/testcorruptwaltrailer,16010,1733257752024/wal.dat.0, size=859, length=859, corrupted=false, cancelled=false at 1733257753066 (+2 ms) 2024-12-03T20:29:13,077 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45023/user/jenkins/test-data/c6833dfa-e362-7967-e83b-3a70351e2c3f/WALs/testcorruptwaltrailer,16010,1733257752024/wal.dat.0 to hdfs://localhost:45023/user/jenkins/test-data/c6833dfa-e362-7967-e83b-3a70351e2c3f/oldWALs/wal.dat.0 2024-12-03T20:29:13,138 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testCorruptWALTrailer Thread=135 (was 135), OpenFileDescriptor=391 (was 393), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1295 (was 1295), ProcessCount=11 (was 11), AvailableMemoryMB=1196 (was 1329) 2024-12-03T20:29:13,151 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testThreadingSlowWriterSmallBuffer Thread=135, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=1295, ProcessCount=11, AvailableMemoryMB=1194 2024-12-03T20:29:13,152 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-12-03T20:29:13,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073741857_1034 (size=7) 2024-12-03T20:29:13,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073741857_1034 (size=7) 2024-12-03T20:29:13,236 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45023/user/jenkins/test-data/72ccf0d3-cc6f-26e3-cf7f-cdec76677e77 with version=8 2024-12-03T20:29:13,237 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:29:13,239 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:29:13,262 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-12-03T20:29:13,304 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testThreadingSlowWriterSmallBuffer Thread=135 (was 135), OpenFileDescriptor=391 (was 391), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1295 (was 1295), ProcessCount=11 (was 11), AvailableMemoryMB=1171 (was 1194) 2024-12-03T20:29:13,353 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testOldRecoveredEditsFileSidelined Thread=135, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=1368, ProcessCount=11, AvailableMemoryMB=1162 2024-12-03T20:29:13,354 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-12-03T20:29:13,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073741858_1035 (size=7) 2024-12-03T20:29:13,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073741858_1035 (size=7) 2024-12-03T20:29:13,461 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45023/user/jenkins/test-data/72ccf0d3-cc6f-26e3-cf7f-cdec76677e77 with version=8 2024-12-03T20:29:13,461 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:29:13,464 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:29:13,478 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-12-03T20:29:13,555 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-testfile.temp 2024-12-03T20:29:13,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073741859_1036 (size=93) 2024-12-03T20:29:13,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073741859_1036 (size=93) 2024-12-03T20:29:13,656 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testOldRecoveredEditsFileSidelined Thread=135 (was 135), OpenFileDescriptor=391 (was 391), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1368 (was 1368), ProcessCount=11 (was 11), AvailableMemoryMB=1117 (was 1162) 2024-12-03T20:29:13,672 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testIOEOnOutputThread Thread=135, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=1368, ProcessCount=11, AvailableMemoryMB=1115 2024-12-03T20:29:13,672 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-12-03T20:29:13,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073741860_1037 (size=7) 2024-12-03T20:29:13,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073741860_1037 (size=7) 2024-12-03T20:29:14,144 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45023/user/jenkins/test-data/72ccf0d3-cc6f-26e3-cf7f-cdec76677e77 with version=8 2024-12-03T20:29:14,145 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:29:14,147 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:29:14,156 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-12-03T20:29:14,156 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-12-03T20:29:14,166 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-12-03T20:29:14,179 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-12-03T20:29:14,184 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:14,184 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:14,264 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:14,264 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:14,271 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:14,271 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:14,274 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:14,274 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:14,276 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:14,276 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:14,277 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:14,277 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:14,277 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:14,277 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:14,279 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:14,279 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:14,284 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:14,285 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:14,289 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:14,289 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:14,293 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:14,293 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:14,302 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:14,302 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:14,309 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:14,309 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:14,313 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:14,313 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:14,317 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:14,317 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:14,320 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:14,320 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:14,326 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:14,326 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:14,343 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:14,343 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:14,344 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:14,345 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:14,351 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:14,351 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:14,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073741861_1038 (size=1393) 2024-12-03T20:29:14,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073741861_1038 (size=1393) 2024-12-03T20:29:14,356 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-12-03T20:29:14,356 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-12-03T20:29:14,357 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:14,357 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:14,371 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:14,371 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:14,371 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:14,371 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:14,372 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:14,372 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:14,380 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:14,380 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:14,381 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:14,381 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:14,382 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:14,382 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:14,385 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:14,385 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:14,400 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:14,400 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:14,416 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:14,416 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:14,417 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:14,417 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:14,418 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:14,418 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:14,418 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:14,418 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:14,419 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:14,419 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:14,421 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:14,421 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:14,421 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:14,421 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:14,422 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:14,422 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:14,428 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:14,428 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:14,434 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:14,435 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:14,436 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:14,436 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:14,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073741862_1039 (size=1393) 2024-12-03T20:29:14,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073741862_1039 (size=1393) 2024-12-03T20:29:14,850 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-12-03T20:29:14,850 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-12-03T20:29:14,853 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:14,853 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:14,872 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:14,872 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:14,872 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:14,872 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:14,873 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:14,874 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:14,874 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:14,874 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:14,874 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:14,874 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:14,875 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:14,875 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:14,875 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:14,875 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:14,877 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:14,877 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:14,877 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:14,877 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:14,878 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:14,878 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:14,880 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:14,880 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:14,880 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:14,881 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:14,881 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:14,881 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:14,881 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:14,881 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:14,882 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:14,882 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:14,882 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:14,882 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:14,897 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:14,897 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:14,912 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:14,912 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:14,916 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:14,916 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:14,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073741863_1040 (size=1393) 2024-12-03T20:29:14,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073741863_1040 (size=1393) 2024-12-03T20:29:14,922 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-12-03T20:29:14,922 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-12-03T20:29:14,928 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:14,928 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:14,940 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:14,940 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:14,941 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:14,941 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:14,941 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:14,941 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:14,942 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:14,942 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:14,942 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:14,942 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:14,943 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:14,943 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:14,943 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:14,943 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:14,944 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:14,944 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:14,945 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:14,945 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:14,949 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:14,949 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:14,956 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:14,956 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:14,958 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:14,958 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:14,958 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:14,958 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:14,960 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:14,960 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:14,960 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:14,960 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:14,961 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:14,961 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:14,961 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:14,961 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:14,961 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:14,962 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:14,962 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:14,962 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:14,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073741864_1041 (size=1393) 2024-12-03T20:29:14,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073741864_1041 (size=1393) 2024-12-03T20:29:14,967 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-12-03T20:29:14,967 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-12-03T20:29:14,972 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:14,973 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:14,981 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:14,981 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:14,982 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:14,982 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:14,982 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:14,982 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:14,983 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:14,983 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:14,983 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:14,983 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:14,983 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:14,983 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:14,984 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:14,984 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:14,984 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:14,984 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:14,985 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:14,985 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:14,985 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:14,985 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:14,985 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:14,985 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:14,986 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:14,986 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:14,986 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:14,986 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:14,986 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:14,986 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:14,987 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:14,987 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:14,987 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:14,987 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:14,988 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:14,988 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:14,988 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:14,988 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:14,988 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:14,989 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:14,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073741865_1042 (size=1393) 2024-12-03T20:29:14,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073741865_1042 (size=1393) 2024-12-03T20:29:14,992 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-12-03T20:29:14,992 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-12-03T20:29:14,994 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:14,994 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:15,002 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:15,002 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:15,002 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:15,002 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:15,003 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:15,003 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:15,003 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:15,004 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:15,004 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:15,004 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:15,004 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:15,005 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:15,005 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:15,005 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:15,005 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:15,005 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:15,006 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:15,006 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:15,006 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:15,006 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:15,007 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:15,007 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:15,007 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:15,007 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:15,008 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:15,008 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:15,008 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:15,008 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:15,008 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:15,008 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:15,011 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:15,011 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:15,012 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:15,012 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:15,013 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:15,013 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:15,013 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:15,014 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:15,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073741866_1043 (size=1393) 2024-12-03T20:29:15,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073741866_1043 (size=1393) 2024-12-03T20:29:15,022 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-12-03T20:29:15,022 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-12-03T20:29:15,024 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:15,024 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:15,035 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:15,035 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:15,036 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:15,036 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:15,036 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:15,036 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:15,037 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:15,037 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:15,037 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:15,037 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:15,038 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:15,038 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:15,038 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:15,038 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:15,039 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:15,039 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:15,039 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:15,039 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:15,040 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:15,040 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:15,041 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:15,041 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:15,041 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:15,041 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:15,052 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:15,052 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:15,053 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:15,053 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:15,053 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:15,053 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:15,054 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:15,054 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:15,054 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:15,054 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:15,055 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:15,055 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:15,055 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:15,055 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:15,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073741867_1044 (size=1405) 2024-12-03T20:29:15,061 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-12-03T20:29:15,061 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-12-03T20:29:15,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073741867_1044 (size=1405) 2024-12-03T20:29:15,068 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:15,068 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:15,073 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:15,073 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:15,074 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:15,074 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:15,074 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:15,074 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:15,075 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:15,075 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:15,075 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:15,075 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:15,075 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:15,075 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:15,076 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:15,076 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:15,076 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:15,076 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:15,077 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:15,077 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:15,077 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:15,077 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:15,078 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:15,078 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:15,078 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:15,078 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:15,078 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:15,078 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:15,079 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:15,079 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:15,079 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:15,079 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:15,080 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:15,080 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:15,080 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:15,080 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:15,080 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:15,081 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:15,081 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:15,081 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:15,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073741868_1045 (size=1413) 2024-12-03T20:29:15,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073741868_1045 (size=1413) 2024-12-03T20:29:15,085 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-12-03T20:29:15,085 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-12-03T20:29:15,086 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:15,086 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:15,101 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:15,101 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:15,102 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:15,102 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:15,102 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:15,102 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:15,103 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:15,103 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:15,103 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:15,103 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:15,104 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:15,104 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:15,107 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:15,107 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:15,108 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:15,108 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:15,108 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:15,108 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:15,110 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:15,110 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:15,112 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:15,112 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:15,113 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:15,113 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:15,113 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:15,113 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:15,114 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:15,114 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:15,114 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:15,114 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:15,115 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:15,115 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:15,115 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:15,115 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:15,115 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:15,116 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:15,116 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:15,116 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:15,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073741869_1046 (size=1413) 2024-12-03T20:29:15,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073741869_1046 (size=1413) 2024-12-03T20:29:15,521 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-12-03T20:29:15,521 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-12-03T20:29:15,524 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:15,524 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:15,561 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:15,561 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:15,564 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:15,564 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:15,569 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:15,569 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:15,576 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:15,576 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:15,580 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:15,580 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:15,586 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:15,586 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:15,587 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:15,587 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:15,590 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:15,590 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:15,600 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:15,600 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:15,601 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:15,601 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:15,602 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:15,602 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:15,602 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:15,603 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:15,603 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:15,603 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:15,604 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:15,605 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:15,606 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:15,606 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:15,607 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:15,607 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:15,608 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:15,608 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:15,614 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:15,614 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:15,624 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:15,624 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:15,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073741870_1047 (size=1413) 2024-12-03T20:29:15,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073741870_1047 (size=1413) 2024-12-03T20:29:15,644 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-12-03T20:29:15,680 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45023/user/jenkins/test-data/1c968297-bbad-a627-fe1f-04998d8b7d43/WALs/testioeonoutputthread,16010,1733257754156/wal.dat.7, size=1.4 K (1413bytes) 2024-12-03T20:29:15,681 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45023/user/jenkins/test-data/1c968297-bbad-a627-fe1f-04998d8b7d43/WALs/testioeonoutputthread,16010,1733257754156/wal.dat.7 2024-12-03T20:29:15,686 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45023/user/jenkins/test-data/1c968297-bbad-a627-fe1f-04998d8b7d43/WALs/testioeonoutputthread,16010,1733257754156/wal.dat.7 after 5ms 2024-12-03T20:29:15,713 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45023/user/jenkins/test-data/1c968297-bbad-a627-fe1f-04998d8b7d43/WALs/testioeonoutputthread,16010,1733257754156/wal.dat.7 took 33ms 2024-12-03T20:29:15,779 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/1c968297-bbad-a627-fe1f-04998d8b7d43/WALs/testioeonoutputthread,16010,1733257754156/wal.dat.7 so closing down 2024-12-03T20:29:15,779 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T20:29:15,781 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T20:29:15,833 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/1c968297-bbad-a627-fe1f-04998d8b7d43/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-12-03T20:29:15,833 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/1c968297-bbad-a627-fe1f-04998d8b7d43/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-12-03T20:29:15,843 ERROR [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink$RecoveredEditsWriter(257): Failed to write log entry t1/ccc/141=[#edits: 1 = ] to log java.io.IOException: Injected at org.apache.hadoop.hbase.wal.AbstractRecoveredEditsOutputSink$RecoveredEditsWriter.writeRegionEntries(AbstractRecoveredEditsOutputSink.java:238) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.append(BoundedRecoveredEditsOutputSink.java:69) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.lambda$writeRemainingEntryBuffers$1(BoundedRecoveredEditsOutputSink.java:100) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T20:29:15,845 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 0 Regions in 96 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/1c968297-bbad-a627-fe1f-04998d8b7d43/WALs/testioeonoutputthread,16010,1733257754156/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=true 2024-12-03T20:29:15,845 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45023/user/jenkins/test-data/1c968297-bbad-a627-fe1f-04998d8b7d43/WALs/testioeonoutputthread,16010,1733257754156/wal.dat.7, journal: Splitting hdfs://localhost:45023/user/jenkins/test-data/1c968297-bbad-a627-fe1f-04998d8b7d43/WALs/testioeonoutputthread,16010,1733257754156/wal.dat.7, size=1.4 K (1413bytes) at 1733257755681Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/1c968297-bbad-a627-fe1f-04998d8b7d43/WALs/testioeonoutputthread,16010,1733257754156/wal.dat.7 so closing down at 1733257755779 (+98 ms)3 split writer threads finished at 1733257755781 (+2 ms)Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/1c968297-bbad-a627-fe1f-04998d8b7d43/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1733257755833 (+52 ms)Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/1c968297-bbad-a627-fe1f-04998d8b7d43/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1733257755833Failed to write log entry t1/ccc/141=[#edits: 1 = ] to log at 1733257755843 (+10 ms)Processed 20 edits across 0 Regions in 96 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/1c968297-bbad-a627-fe1f-04998d8b7d43/WALs/testioeonoutputthread,16010,1733257754156/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=true at 1733257755845 (+2 ms) 2024-12-03T20:29:15,845 ERROR [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink$RecoveredEditsWriter(257): Failed to write log entry t1/bbb/140=[#edits: 1 = ] to log java.io.IOException: Injected at org.apache.hadoop.hbase.wal.AbstractRecoveredEditsOutputSink$RecoveredEditsWriter.writeRegionEntries(AbstractRecoveredEditsOutputSink.java:238) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.append(BoundedRecoveredEditsOutputSink.java:69) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.lambda$writeRemainingEntryBuffers$1(BoundedRecoveredEditsOutputSink.java:100) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T20:29:15,915 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testIOEOnOutputThread Thread=135 (was 135), OpenFileDescriptor=387 (was 391), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1368 (was 1368), ProcessCount=11 (was 11), AvailableMemoryMB=1480 (was 1115) - AvailableMemoryMB LEAK? - 2024-12-03T20:29:15,952 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testLogCannotBeWrittenOnceParsed Thread=135, OpenFileDescriptor=389, MaxFileDescriptor=1048576, SystemLoadAverage=1368, ProcessCount=11, AvailableMemoryMB=1473 2024-12-03T20:29:15,953 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-12-03T20:29:16,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073741871_1048 (size=7) 2024-12-03T20:29:16,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073741871_1048 (size=7) 2024-12-03T20:29:16,072 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45023/user/jenkins/test-data/72ccf0d3-cc6f-26e3-cf7f-cdec76677e77 with version=8 2024-12-03T20:29:16,073 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:29:16,076 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:29:16,089 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-12-03T20:29:16,167 DEBUG [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-12-03T20:29:16,171 DEBUG [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-12-03T20:29:16,179 INFO [ZombieLastLogWriterRegionServer {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-12-03T20:29:16,212 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:16,213 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:16,292 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:16,292 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:16,296 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:16,296 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:16,298 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:16,298 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:16,301 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:16,301 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:16,303 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:16,303 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:16,305 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:16,305 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:16,305 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:16,306 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:16,306 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:16,306 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:16,306 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:16,307 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:16,307 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:16,307 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:16,308 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:16,308 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:16,308 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:16,308 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:16,309 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:16,309 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:16,309 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:16,309 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:16,309 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:16,310 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:16,310 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:16,310 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:16,310 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:16,310 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:16,311 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:16,311 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:16,312 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:16,312 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:16,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073741872_1049 (size=2324) 2024-12-03T20:29:16,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073741872_1049 (size=2324) 2024-12-03T20:29:16,332 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1294): Closing writer 0 2024-12-03T20:29:16,333 INFO [ZombieLastLogWriterRegionServer {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-12-03T20:29:16,355 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:16,355 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:16,409 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:16,409 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:16,413 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:16,413 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:16,417 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:16,417 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:16,421 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:16,421 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:16,426 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:16,426 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:16,430 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:16,430 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:16,435 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:16,435 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:16,439 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:16,439 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:16,443 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:16,443 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:16,449 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:16,449 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:16,456 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:16,456 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:16,468 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:16,468 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:16,472 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:16,472 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:16,473 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:16,473 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:16,473 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:16,473 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:16,474 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:16,474 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:16,475 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:16,475 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:16,475 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:16,475 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:16,476 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:16,476 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:16,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073741873_1050 (size=1393) 2024-12-03T20:29:16,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073741873_1050 (size=1393) 2024-12-03T20:29:16,896 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1294): Closing writer 1 2024-12-03T20:29:16,897 INFO [ZombieLastLogWriterRegionServer {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-12-03T20:29:16,904 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:16,904 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:16,950 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:16,951 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:16,953 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:16,953 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:16,953 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:16,954 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:16,954 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:16,954 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:16,955 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:16,955 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:16,955 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:16,955 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:16,955 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:16,955 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:16,956 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:16,956 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:16,960 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:16,960 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:16,961 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:16,961 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:16,961 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:16,962 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:16,962 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:16,962 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:16,963 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:16,963 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:16,964 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:16,964 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:16,964 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:16,964 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:16,965 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:16,965 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:16,965 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:16,965 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:16,966 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:16,966 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:16,966 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:16,966 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:16,967 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:16,967 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:16,970 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=31, seq=0 2024-12-03T20:29:16,971 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:16,971 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:16,972 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=32, seq=0 2024-12-03T20:29:16,973 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:16,973 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:16,974 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=33, seq=0 2024-12-03T20:29:16,975 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:16,975 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:16,975 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=34, seq=0 2024-12-03T20:29:16,976 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:16,977 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:16,978 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=35, seq=0 2024-12-03T20:29:16,979 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:16,979 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:16,979 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=36, seq=0 2024-12-03T20:29:16,981 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:16,981 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:16,981 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=37, seq=0 2024-12-03T20:29:16,982 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:16,982 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:16,983 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=38, seq=0 2024-12-03T20:29:16,984 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:16,984 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:16,986 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=39, seq=0 2024-12-03T20:29:16,987 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:16,987 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:16,989 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=40, seq=0 2024-12-03T20:29:16,990 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:16,990 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:16,997 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=41, seq=0 2024-12-03T20:29:17,000 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:17,001 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:17,008 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=42, seq=0 2024-12-03T20:29:17,009 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:17,010 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:17,016 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=43, seq=0 2024-12-03T20:29:17,017 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:17,018 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:17,023 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=44, seq=0 2024-12-03T20:29:17,027 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:17,028 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:17,032 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=45, seq=0 2024-12-03T20:29:17,035 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:17,035 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:17,035 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=46, seq=0 2024-12-03T20:29:17,038 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:17,038 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:17,046 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=47, seq=0 2024-12-03T20:29:17,048 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:17,048 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:17,053 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=48, seq=0 2024-12-03T20:29:17,055 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:17,055 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:17,057 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=49, seq=0 2024-12-03T20:29:17,058 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:17,058 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:17,061 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=50, seq=0 2024-12-03T20:29:17,062 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:17,062 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:17,065 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=51, seq=0 2024-12-03T20:29:17,067 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:17,067 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:17,068 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=52, seq=0 2024-12-03T20:29:17,069 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:17,069 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:17,070 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=53, seq=0 2024-12-03T20:29:17,071 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:17,072 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:17,072 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=54, seq=0 2024-12-03T20:29:17,075 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:17,076 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:17,083 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=55, seq=0 2024-12-03T20:29:17,084 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:17,084 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:17,090 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=56, seq=0 2024-12-03T20:29:17,092 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:17,092 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:17,100 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=57, seq=0 2024-12-03T20:29:17,101 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:17,102 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:17,104 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=58, seq=0 2024-12-03T20:29:17,106 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:17,106 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:17,111 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=59, seq=0 2024-12-03T20:29:17,112 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:17,112 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:17,115 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=60, seq=0 2024-12-03T20:29:17,117 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:17,117 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:17,120 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=61, seq=0 2024-12-03T20:29:17,121 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:17,121 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:17,122 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=62, seq=0 2024-12-03T20:29:17,125 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:17,125 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:17,128 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=63, seq=0 2024-12-03T20:29:17,129 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:17,129 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:17,133 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=64, seq=0 2024-12-03T20:29:17,134 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:17,134 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:17,135 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=65, seq=0 2024-12-03T20:29:17,136 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:17,137 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:17,137 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=66, seq=0 2024-12-03T20:29:17,138 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:17,139 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:17,139 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=67, seq=0 2024-12-03T20:29:17,141 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:17,141 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:17,142 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=68, seq=0 2024-12-03T20:29:17,143 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:17,143 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:17,144 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=69, seq=0 2024-12-03T20:29:17,145 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:17,145 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:17,152 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=70, seq=0 2024-12-03T20:29:17,153 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:17,153 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:17,164 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=71, seq=0 2024-12-03T20:29:17,165 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:17,165 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:17,169 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=72, seq=0 2024-12-03T20:29:17,171 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:17,171 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:17,173 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=73, seq=0 2024-12-03T20:29:17,175 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:17,176 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:17,184 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=74, seq=0 2024-12-03T20:29:17,185 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:17,185 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:17,188 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=75, seq=0 2024-12-03T20:29:17,190 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:17,190 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:17,190 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=76, seq=0 2024-12-03T20:29:17,191 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:17,191 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:17,198 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=77, seq=0 2024-12-03T20:29:17,200 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:17,200 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:17,202 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=78, seq=0 2024-12-03T20:29:17,203 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:17,203 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:17,205 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=79, seq=0 2024-12-03T20:29:17,206 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:17,206 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:17,213 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=80, seq=0 2024-12-03T20:29:17,216 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:17,216 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:17,220 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=81, seq=0 2024-12-03T20:29:17,222 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:17,222 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:17,224 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=82, seq=0 2024-12-03T20:29:17,226 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:17,226 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:17,228 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=83, seq=0 2024-12-03T20:29:17,230 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:17,230 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:17,231 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=84, seq=0 2024-12-03T20:29:17,232 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:17,232 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:17,236 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=85, seq=0 2024-12-03T20:29:17,238 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:17,238 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:17,248 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=86, seq=0 2024-12-03T20:29:17,250 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:17,250 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:17,255 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=87, seq=0 2024-12-03T20:29:17,259 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:17,259 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:17,260 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=88, seq=0 2024-12-03T20:29:17,263 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:17,263 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:17,268 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=89, seq=0 2024-12-03T20:29:17,269 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:17,269 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:17,272 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=90, seq=0 2024-12-03T20:29:17,274 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:17,274 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:17,281 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=91, seq=0 2024-12-03T20:29:17,282 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:17,282 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:17,285 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=92, seq=0 2024-12-03T20:29:17,286 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:17,286 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:17,288 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=93, seq=0 2024-12-03T20:29:17,292 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:17,292 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:17,296 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=94, seq=0 2024-12-03T20:29:17,298 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:17,298 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:17,299 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=95, seq=0 2024-12-03T20:29:17,302 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:17,302 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:17,303 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=96, seq=0 2024-12-03T20:29:17,308 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:17,308 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:17,309 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=97, seq=0 2024-12-03T20:29:17,312 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:17,312 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:17,313 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=98, seq=0 2024-12-03T20:29:17,314 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:17,315 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:17,315 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=99, seq=0 2024-12-03T20:29:17,317 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:17,317 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:17,318 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=100, seq=0 2024-12-03T20:29:17,324 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:17,324 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:17,335 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=101, seq=0 2024-12-03T20:29:17,336 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:17,336 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:17,349 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=102, seq=0 2024-12-03T20:29:17,351 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:17,351 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:17,355 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=103, seq=0 2024-12-03T20:29:17,356 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:17,356 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:17,357 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=104, seq=0 2024-12-03T20:29:17,358 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:17,358 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:17,359 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=105, seq=0 2024-12-03T20:29:17,360 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:17,360 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:17,362 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=106, seq=0 2024-12-03T20:29:17,363 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:17,363 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:17,363 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=107, seq=0 2024-12-03T20:29:17,365 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:17,365 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:17,367 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=108, seq=0 2024-12-03T20:29:17,368 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:17,368 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:17,369 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=109, seq=0 2024-12-03T20:29:17,370 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:17,370 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:17,370 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=110, seq=0 2024-12-03T20:29:17,376 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:17,376 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:17,378 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=111, seq=0 2024-12-03T20:29:17,380 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:17,380 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:17,381 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=112, seq=0 2024-12-03T20:29:17,384 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:17,384 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:17,385 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=113, seq=0 2024-12-03T20:29:17,386 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:17,386 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:17,388 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=114, seq=0 2024-12-03T20:29:17,390 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:17,390 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:17,391 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=115, seq=0 2024-12-03T20:29:17,392 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:17,392 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:17,395 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=116, seq=0 2024-12-03T20:29:17,396 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:17,396 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:17,398 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=117, seq=0 2024-12-03T20:29:17,402 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:17,402 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:17,403 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=118, seq=0 2024-12-03T20:29:17,404 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:17,404 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:17,404 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=119, seq=0 2024-12-03T20:29:17,406 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:17,406 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:17,406 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=120, seq=0 2024-12-03T20:29:17,408 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:17,408 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:17,415 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=121, seq=0 2024-12-03T20:29:17,417 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:17,417 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:17,419 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=122, seq=0 2024-12-03T20:29:17,424 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:17,424 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:17,426 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=123, seq=0 2024-12-03T20:29:17,429 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:17,429 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:17,439 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=124, seq=0 2024-12-03T20:29:17,442 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:17,442 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:17,444 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=125, seq=0 2024-12-03T20:29:17,448 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:17,448 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:17,452 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=126, seq=0 2024-12-03T20:29:17,453 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:17,454 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:17,454 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=127, seq=0 2024-12-03T20:29:17,456 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:17,456 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:17,457 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=128, seq=0 2024-12-03T20:29:17,458 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:17,458 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:17,458 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=129, seq=0 2024-12-03T20:29:17,460 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:17,460 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:17,460 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=130, seq=0 2024-12-03T20:29:17,464 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:17,464 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:17,468 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=131, seq=0 2024-12-03T20:29:17,470 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:17,470 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:17,474 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=132, seq=0 2024-12-03T20:29:17,480 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:17,480 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:17,482 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=133, seq=0 2024-12-03T20:29:17,485 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:17,486 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:17,491 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=134, seq=0 2024-12-03T20:29:17,493 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:17,493 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:17,500 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=135, seq=0 2024-12-03T20:29:17,502 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:17,502 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:17,503 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=136, seq=0 2024-12-03T20:29:17,504 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:17,504 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:17,505 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=137, seq=0 2024-12-03T20:29:17,506 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:17,506 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:17,507 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=138, seq=0 2024-12-03T20:29:17,508 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:17,508 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:17,509 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=139, seq=0 2024-12-03T20:29:17,510 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:17,511 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:17,518 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=140, seq=0 2024-12-03T20:29:17,519 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:17,519 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:17,521 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=141, seq=0 2024-12-03T20:29:17,523 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:17,523 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:17,524 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=142, seq=0 2024-12-03T20:29:17,525 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:17,525 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:17,534 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=143, seq=0 2024-12-03T20:29:17,536 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:17,536 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:17,544 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=144, seq=0 2024-12-03T20:29:17,546 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:17,546 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:17,551 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=145, seq=0 2024-12-03T20:29:17,555 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:17,555 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:17,556 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=146, seq=0 2024-12-03T20:29:17,557 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:17,557 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:17,562 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=147, seq=0 2024-12-03T20:29:17,564 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:17,564 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:17,570 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=148, seq=0 2024-12-03T20:29:17,576 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:17,576 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:17,579 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=149, seq=0 2024-12-03T20:29:17,581 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:17,582 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:17,587 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=150, seq=0 2024-12-03T20:29:17,588 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:17,588 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:17,589 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=151, seq=0 2024-12-03T20:29:17,590 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:17,591 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:17,591 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=152, seq=0 2024-12-03T20:29:17,592 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:17,592 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:17,593 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=153, seq=0 2024-12-03T20:29:17,594 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:17,594 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:17,595 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=154, seq=0 2024-12-03T20:29:17,596 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:17,596 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:17,597 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=155, seq=0 2024-12-03T20:29:17,598 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:17,598 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:17,599 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=156, seq=0 2024-12-03T20:29:17,600 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:17,600 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:17,601 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=157, seq=0 2024-12-03T20:29:17,602 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:17,602 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:17,603 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=158, seq=0 2024-12-03T20:29:17,604 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:17,604 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:17,605 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=159, seq=0 2024-12-03T20:29:17,606 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:17,606 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:17,606 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=160, seq=0 2024-12-03T20:29:17,607 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:17,608 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:17,608 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=161, seq=0 2024-12-03T20:29:17,611 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:17,612 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:17,614 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=162, seq=0 2024-12-03T20:29:17,615 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:17,615 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:17,616 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=163, seq=0 2024-12-03T20:29:17,617 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:17,617 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:17,618 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=164, seq=0 2024-12-03T20:29:17,619 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:17,619 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:17,621 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=165, seq=0 2024-12-03T20:29:17,622 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:17,622 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:17,623 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=166, seq=0 2024-12-03T20:29:17,624 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:17,624 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:17,628 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=167, seq=0 2024-12-03T20:29:17,632 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:17,632 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:17,640 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=168, seq=0 2024-12-03T20:29:17,641 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:17,642 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:17,648 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=169, seq=0 2024-12-03T20:29:17,652 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:17,652 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:17,660 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=170, seq=0 2024-12-03T20:29:17,664 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:17,664 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:17,668 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=171, seq=0 2024-12-03T20:29:17,672 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:17,672 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:17,676 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=172, seq=0 2024-12-03T20:29:17,679 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:17,679 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:17,681 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=173, seq=0 2024-12-03T20:29:17,682 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:17,682 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:17,684 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=174, seq=0 2024-12-03T20:29:17,687 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:17,687 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:17,692 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=175, seq=0 2024-12-03T20:29:17,694 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:17,694 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:17,700 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=176, seq=0 2024-12-03T20:29:17,701 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:17,701 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:17,705 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=177, seq=0 2024-12-03T20:29:17,706 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:17,706 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:17,707 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=178, seq=0 2024-12-03T20:29:17,708 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:17,708 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:17,710 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=179, seq=0 2024-12-03T20:29:17,716 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:17,716 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:17,724 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=180, seq=0 2024-12-03T20:29:17,728 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:17,728 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:17,736 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=181, seq=0 2024-12-03T20:29:17,738 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:17,738 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:17,744 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=182, seq=0 2024-12-03T20:29:17,746 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:17,746 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:17,749 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=183, seq=0 2024-12-03T20:29:17,750 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:17,750 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:17,752 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=184, seq=0 2024-12-03T20:29:17,754 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:17,754 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:17,758 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=185, seq=0 2024-12-03T20:29:17,760 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:17,760 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:17,761 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=186, seq=0 2024-12-03T20:29:17,762 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:17,763 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:17,764 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=187, seq=0 2024-12-03T20:29:17,765 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:17,765 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:17,766 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=188, seq=0 2024-12-03T20:29:17,767 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:17,767 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:17,769 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=189, seq=0 2024-12-03T20:29:17,770 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:17,771 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:17,772 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=190, seq=0 2024-12-03T20:29:17,773 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:17,774 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:17,778 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=191, seq=0 2024-12-03T20:29:17,780 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:17,780 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:17,782 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=192, seq=0 2024-12-03T20:29:17,784 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:17,784 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:17,788 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=193, seq=0 2024-12-03T20:29:17,791 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:17,792 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:17,793 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=194, seq=0 2024-12-03T20:29:17,794 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:17,794 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:17,796 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=195, seq=0 2024-12-03T20:29:17,797 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:17,797 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:17,798 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=196, seq=0 2024-12-03T20:29:17,799 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:17,799 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:17,800 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=197, seq=0 2024-12-03T20:29:17,802 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:17,802 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:17,802 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=198, seq=0 2024-12-03T20:29:17,804 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:17,804 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:17,805 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=199, seq=0 2024-12-03T20:29:17,808 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:17,808 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:17,812 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=200, seq=0 2024-12-03T20:29:17,814 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:17,814 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:17,815 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=201, seq=0 2024-12-03T20:29:17,816 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:17,816 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:17,820 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=202, seq=0 2024-12-03T20:29:17,821 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:17,821 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:17,825 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=203, seq=0 2024-12-03T20:29:17,826 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:17,826 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:17,829 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=204, seq=0 2024-12-03T20:29:17,830 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:17,830 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:17,830 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=205, seq=0 2024-12-03T20:29:17,832 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:17,832 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:17,834 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=206, seq=0 2024-12-03T20:29:17,835 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:17,835 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:17,835 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=207, seq=0 2024-12-03T20:29:17,837 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:17,837 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:17,838 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=208, seq=0 2024-12-03T20:29:17,839 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:17,839 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:17,842 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=209, seq=0 2024-12-03T20:29:17,844 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:17,844 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:17,845 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=210, seq=0 2024-12-03T20:29:17,846 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:17,846 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:17,848 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=211, seq=0 2024-12-03T20:29:17,849 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:17,849 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:17,849 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=212, seq=0 2024-12-03T20:29:17,851 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:17,851 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:17,853 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=213, seq=0 2024-12-03T20:29:17,854 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:17,854 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:17,855 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=214, seq=0 2024-12-03T20:29:17,856 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:17,856 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:17,856 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=215, seq=0 2024-12-03T20:29:17,858 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:17,858 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:17,858 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=216, seq=0 2024-12-03T20:29:17,859 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:17,859 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:17,860 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=217, seq=0 2024-12-03T20:29:17,863 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:17,863 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:17,864 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=218, seq=0 2024-12-03T20:29:17,865 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:17,865 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:17,868 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=219, seq=0 2024-12-03T20:29:17,869 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:17,869 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:17,869 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=220, seq=0 2024-12-03T20:29:17,871 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:17,871 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:17,878 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=221, seq=0 2024-12-03T20:29:17,881 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:17,881 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:17,883 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=222, seq=0 2024-12-03T20:29:17,884 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:17,885 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:17,892 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=223, seq=0 2024-12-03T20:29:17,895 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:17,895 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:17,898 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=224, seq=0 2024-12-03T20:29:17,907 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:17,908 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:17,908 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=225, seq=0 2024-12-03T20:29:17,910 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:17,910 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:17,911 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=226, seq=0 2024-12-03T20:29:17,912 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:17,912 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:17,913 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=227, seq=0 2024-12-03T20:29:17,915 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:17,921 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:17,924 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=228, seq=0 2024-12-03T20:29:17,928 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:17,928 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:17,929 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=229, seq=0 2024-12-03T20:29:17,936 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:17,936 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:17,937 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=230, seq=0 2024-12-03T20:29:17,938 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:17,938 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:17,939 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=231, seq=0 2024-12-03T20:29:17,942 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:17,942 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:17,960 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=232, seq=0 2024-12-03T20:29:17,961 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:17,961 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:17,962 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=233, seq=0 2024-12-03T20:29:17,963 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:17,963 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:17,964 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=234, seq=0 2024-12-03T20:29:17,966 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:17,966 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:17,967 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=235, seq=0 2024-12-03T20:29:17,983 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:17,983 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:17,984 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=236, seq=0 2024-12-03T20:29:17,985 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:17,986 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:17,986 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=237, seq=0 2024-12-03T20:29:17,988 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:17,988 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:17,989 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=238, seq=0 2024-12-03T20:29:17,990 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:17,990 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:17,991 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=239, seq=0 2024-12-03T20:29:17,992 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:17,992 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:17,994 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=240, seq=0 2024-12-03T20:29:17,995 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:17,996 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:17,996 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=241, seq=0 2024-12-03T20:29:17,997 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:17,998 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:17,998 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=242, seq=0 2024-12-03T20:29:17,999 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:18,000 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:18,000 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=243, seq=0 2024-12-03T20:29:18,003 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:18,003 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:18,007 DEBUG [Time-limited test {}] wal.TestWALSplit$1(248): Contents of WALDIR (hdfs://localhost:45023/user/jenkins/test-data/c32f061b-88d3-b86c-f280-76764f7dfadd/WALs/testlogcannotbewrittenonceparsed,16010,1733257756089): HdfsNamedFileStatus{path=hdfs://localhost:45023/user/jenkins/test-data/c32f061b-88d3-b86c-f280-76764f7dfadd/WALs/testlogcannotbewrittenonceparsed,16010,1733257756089/wal.dat.0; isDirectory=false; length=2324; replication=2; blocksize=268435456; modification_time=1733257756319; access_time=1733257756207; owner=jenkins-zombie; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:45023/user/jenkins/test-data/c32f061b-88d3-b86c-f280-76764f7dfadd/WALs/testlogcannotbewrittenonceparsed,16010,1733257756089/wal.dat.1; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1733257756889; access_time=1733257756340; owner=jenkins-zombie; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:45023/user/jenkins/test-data/c32f061b-88d3-b86c-f280-76764f7dfadd/WALs/testlogcannotbewrittenonceparsed,16010,1733257756089/wal.dat.2; isDirectory=false; length=150; replication=2; blocksize=268435456; modification_time=1733257756897; access_time=1733257756897; owner=jenkins-zombie; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} 2024-12-03T20:29:18,008 INFO [Time-limited test {}] wal.TestWALSplit$1(249): Splitting WALs out from under zombie. Expecting 3 files. 2024-12-03T20:29:18,012 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=244, seq=0 2024-12-03T20:29:18,014 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:18,014 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:18,020 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=245, seq=0 2024-12-03T20:29:18,026 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:18,026 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:18,028 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=246, seq=0 2024-12-03T20:29:18,032 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:18,032 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:18,043 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=247, seq=0 2024-12-03T20:29:18,044 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:18,044 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:18,052 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=248, seq=0 2024-12-03T20:29:18,053 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:18,054 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:18,068 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=249, seq=0 2024-12-03T20:29:18,070 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:18,071 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:18,071 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=250, seq=0 2024-12-03T20:29:18,072 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:18,073 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:18,077 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=251, seq=0 2024-12-03T20:29:18,078 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:18,078 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:18,084 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=252, seq=0 2024-12-03T20:29:18,088 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:18,088 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:18,089 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45023/user/jenkins/test-data/c32f061b-88d3-b86c-f280-76764f7dfadd/WALs/testlogcannotbewrittenonceparsed,16010,1733257756089/wal.dat.0, size=2.3 K (2324bytes) 2024-12-03T20:29:18,089 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45023/user/jenkins/test-data/c32f061b-88d3-b86c-f280-76764f7dfadd/WALs/testlogcannotbewrittenonceparsed,16010,1733257756089/wal.dat.0 2024-12-03T20:29:18,091 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45023/user/jenkins/test-data/c32f061b-88d3-b86c-f280-76764f7dfadd/WALs/testlogcannotbewrittenonceparsed,16010,1733257756089/wal.dat.0 after 1ms 2024-12-03T20:29:18,092 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=253, seq=0 2024-12-03T20:29:18,096 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:18,096 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:18,098 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=254, seq=0 2024-12-03T20:29:18,098 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45023/user/jenkins/test-data/c32f061b-88d3-b86c-f280-76764f7dfadd/WALs/testlogcannotbewrittenonceparsed,16010,1733257756089/wal.dat.0 took 9ms 2024-12-03T20:29:18,104 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:18,104 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:18,120 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=255, seq=0 2024-12-03T20:29:18,124 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:18,124 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:18,127 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/c32f061b-88d3-b86c-f280-76764f7dfadd/WALs/testlogcannotbewrittenonceparsed,16010,1733257756089/wal.dat.0 so closing down 2024-12-03T20:29:18,127 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T20:29:18,129 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T20:29:18,129 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=256, seq=0 2024-12-03T20:29:18,130 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:18,130 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:18,132 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=257, seq=0 2024-12-03T20:29:18,134 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:18,134 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:18,134 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=258, seq=0 2024-12-03T20:29:18,139 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:18,140 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:18,140 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=259, seq=0 2024-12-03T20:29:18,142 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:18,142 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:18,142 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=260, seq=0 2024-12-03T20:29:18,143 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:18,143 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:18,144 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=261, seq=0 2024-12-03T20:29:18,144 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-12-03T20:29:18,145 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:18,145 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:18,147 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=262, seq=0 2024-12-03T20:29:18,148 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:18,148 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:18,149 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=263, seq=0 2024-12-03T20:29:18,150 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:18,150 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:18,150 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=264, seq=0 2024-12-03T20:29:18,151 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:18,151 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:18,152 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=265, seq=0 2024-12-03T20:29:18,153 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:18,153 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:18,159 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=266, seq=0 2024-12-03T20:29:18,163 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:18,164 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:18,169 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=267, seq=0 2024-12-03T20:29:18,171 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:18,171 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:18,178 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/c32f061b-88d3-b86c-f280-76764f7dfadd/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-12-03T20:29:18,178 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=268, seq=0 2024-12-03T20:29:18,226 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:18,226 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:18,226 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-12-03T20:29:18,229 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=269, seq=0 2024-12-03T20:29:18,231 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:18,231 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:18,232 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=270, seq=0 2024-12-03T20:29:18,236 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:18,236 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:18,241 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=271, seq=0 2024-12-03T20:29:18,242 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:18,242 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:18,245 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=272, seq=0 2024-12-03T20:29:18,246 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:18,246 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:18,249 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=273, seq=0 2024-12-03T20:29:18,250 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:18,250 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:18,253 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=274, seq=0 2024-12-03T20:29:18,256 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:18,256 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:18,257 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=275, seq=0 2024-12-03T20:29:18,259 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:18,260 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:18,260 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=276, seq=0 2024-12-03T20:29:18,261 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/c32f061b-88d3-b86c-f280-76764f7dfadd/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-12-03T20:29:18,264 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:18,264 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:18,265 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=277, seq=0 2024-12-03T20:29:18,267 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:18,267 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:18,273 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=278, seq=0 2024-12-03T20:29:18,275 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:18,275 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:18,279 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=279, seq=0 2024-12-03T20:29:18,282 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:18,282 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:18,283 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=280, seq=0 2024-12-03T20:29:18,284 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:18,284 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:18,285 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=281, seq=0 2024-12-03T20:29:18,289 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:18,289 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:18,290 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=282, seq=0 2024-12-03T20:29:18,292 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:18,293 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:18,293 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=283, seq=0 2024-12-03T20:29:18,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073741875_1052 (size=743) 2024-12-03T20:29:18,295 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:18,296 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:18,297 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=284, seq=0 2024-12-03T20:29:18,300 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:18,300 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:18,301 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=285, seq=0 2024-12-03T20:29:18,301 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/c32f061b-88d3-b86c-f280-76764f7dfadd/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T20:29:18,302 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:18,302 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:18,303 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=286, seq=0 2024-12-03T20:29:18,304 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:18,305 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:18,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073741875_1052 (size=743) 2024-12-03T20:29:18,306 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=287, seq=0 2024-12-03T20:29:18,307 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:18,307 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:18,308 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=288, seq=0 2024-12-03T20:29:18,308 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/c32f061b-88d3-b86c-f280-76764f7dfadd/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:45023/user/jenkins/test-data/c32f061b-88d3-b86c-f280-76764f7dfadd/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-12-03T20:29:18,316 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:18,317 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:18,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073741876_1053 (size=743) 2024-12-03T20:29:18,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073741876_1053 (size=743) 2024-12-03T20:29:18,320 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=289, seq=0 2024-12-03T20:29:18,321 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:18,321 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:18,322 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=290, seq=0 2024-12-03T20:29:18,324 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:18,324 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:18,328 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=291, seq=0 2024-12-03T20:29:18,329 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:18,329 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:18,330 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=292, seq=0 2024-12-03T20:29:18,331 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:18,331 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:18,332 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=293, seq=0 2024-12-03T20:29:18,333 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:18,333 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:18,334 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=294, seq=0 2024-12-03T20:29:18,335 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:18,335 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:18,336 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=295, seq=0 2024-12-03T20:29:18,337 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:18,338 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:18,338 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=296, seq=0 2024-12-03T20:29:18,339 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:18,340 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:18,342 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=297, seq=0 2024-12-03T20:29:18,345 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:18,345 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:18,349 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=298, seq=0 2024-12-03T20:29:18,350 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:18,350 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:18,351 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=299, seq=0 2024-12-03T20:29:18,352 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:18,352 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:18,356 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=300, seq=0 2024-12-03T20:29:18,358 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:18,358 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:18,358 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=301, seq=0 2024-12-03T20:29:18,359 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:18,360 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:18,367 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=302, seq=0 2024-12-03T20:29:18,371 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:18,371 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:18,373 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=303, seq=0 2024-12-03T20:29:18,377 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:18,377 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:18,378 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=304, seq=0 2024-12-03T20:29:18,379 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:18,380 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:18,380 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=305, seq=0 2024-12-03T20:29:18,382 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:18,382 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:18,382 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=306, seq=0 2024-12-03T20:29:18,384 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:18,384 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:18,384 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=307, seq=0 2024-12-03T20:29:18,385 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:18,385 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:18,386 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=308, seq=0 2024-12-03T20:29:18,387 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:18,387 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:18,388 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=309, seq=0 2024-12-03T20:29:18,389 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:18,389 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:18,390 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=310, seq=0 2024-12-03T20:29:18,391 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:18,391 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:18,397 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=311, seq=0 2024-12-03T20:29:18,398 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:18,398 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:18,398 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=312, seq=0 2024-12-03T20:29:18,400 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:18,400 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:18,400 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=313, seq=0 2024-12-03T20:29:18,404 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:18,404 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:18,405 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=314, seq=0 2024-12-03T20:29:18,406 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:18,406 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:18,407 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=315, seq=0 2024-12-03T20:29:18,408 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:18,409 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:18,409 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=316, seq=0 2024-12-03T20:29:18,410 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:18,411 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:18,411 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=317, seq=0 2024-12-03T20:29:18,412 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:18,412 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:18,413 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=318, seq=0 2024-12-03T20:29:18,414 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:18,415 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:18,418 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=319, seq=0 2024-12-03T20:29:18,420 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:18,420 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:18,420 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=320, seq=0 2024-12-03T20:29:18,421 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:18,422 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:18,426 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=321, seq=0 2024-12-03T20:29:18,428 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:18,428 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:18,432 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=322, seq=0 2024-12-03T20:29:18,434 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:18,434 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:18,437 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=323, seq=0 2024-12-03T20:29:18,439 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:18,439 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:18,441 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=324, seq=0 2024-12-03T20:29:18,442 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:18,442 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:18,444 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=325, seq=0 2024-12-03T20:29:18,445 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:18,446 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:18,453 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=326, seq=0 2024-12-03T20:29:18,454 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:18,454 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:18,455 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=327, seq=0 2024-12-03T20:29:18,457 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:18,457 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:18,460 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=328, seq=0 2024-12-03T20:29:18,462 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:18,462 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:18,466 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=329, seq=0 2024-12-03T20:29:18,467 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:18,467 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:18,469 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=330, seq=0 2024-12-03T20:29:18,471 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:18,471 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:18,471 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=331, seq=0 2024-12-03T20:29:18,473 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:18,473 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:18,474 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=332, seq=0 2024-12-03T20:29:18,475 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:18,475 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:18,476 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=333, seq=0 2024-12-03T20:29:18,477 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:18,477 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:18,478 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=334, seq=0 2024-12-03T20:29:18,479 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:18,479 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:18,479 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=335, seq=0 2024-12-03T20:29:18,481 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:18,481 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:18,481 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=336, seq=0 2024-12-03T20:29:18,483 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:18,483 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:18,483 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=337, seq=0 2024-12-03T20:29:18,486 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:18,487 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:18,487 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=338, seq=0 2024-12-03T20:29:18,489 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:18,489 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:18,489 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=339, seq=0 2024-12-03T20:29:18,492 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:18,492 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:18,493 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=340, seq=0 2024-12-03T20:29:18,496 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:18,496 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:18,496 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=341, seq=0 2024-12-03T20:29:18,499 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:18,499 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:18,500 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=342, seq=0 2024-12-03T20:29:18,502 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:18,502 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:18,503 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=343, seq=0 2024-12-03T20:29:18,506 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:18,506 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:18,506 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=344, seq=0 2024-12-03T20:29:18,512 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:18,512 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:18,513 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=345, seq=0 2024-12-03T20:29:18,514 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:18,515 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:18,515 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=346, seq=0 2024-12-03T20:29:18,520 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:18,520 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:18,521 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=347, seq=0 2024-12-03T20:29:18,522 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:18,522 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:18,525 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=348, seq=0 2024-12-03T20:29:18,526 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:18,526 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:18,528 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=349, seq=0 2024-12-03T20:29:18,529 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:18,530 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:18,539 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=350, seq=0 2024-12-03T20:29:18,540 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:18,540 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:18,545 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=351, seq=0 2024-12-03T20:29:18,548 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:18,548 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:18,552 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=352, seq=0 2024-12-03T20:29:18,555 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:18,555 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:18,560 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=353, seq=0 2024-12-03T20:29:18,564 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:18,564 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:18,566 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=354, seq=0 2024-12-03T20:29:18,568 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:18,568 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:18,569 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=355, seq=0 2024-12-03T20:29:18,570 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:18,570 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:18,571 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=356, seq=0 2024-12-03T20:29:18,572 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:18,572 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:18,572 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=357, seq=0 2024-12-03T20:29:18,574 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:18,574 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:18,574 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=358, seq=0 2024-12-03T20:29:18,576 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:18,576 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:18,576 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=359, seq=0 2024-12-03T20:29:18,578 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:18,578 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:18,580 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=360, seq=0 2024-12-03T20:29:18,582 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:18,582 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:18,584 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=361, seq=0 2024-12-03T20:29:18,586 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:18,586 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:18,592 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=362, seq=0 2024-12-03T20:29:18,594 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:18,594 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:18,600 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=363, seq=0 2024-12-03T20:29:18,604 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:18,604 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:18,612 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=364, seq=0 2024-12-03T20:29:18,614 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:18,614 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:18,615 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=365, seq=0 2024-12-03T20:29:18,616 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:18,616 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:18,617 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=366, seq=0 2024-12-03T20:29:18,618 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:18,618 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:18,621 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=367, seq=0 2024-12-03T20:29:18,624 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:18,624 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:18,625 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=368, seq=0 2024-12-03T20:29:18,627 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:18,627 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:18,627 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=369, seq=0 2024-12-03T20:29:18,631 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:18,631 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:18,632 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=370, seq=0 2024-12-03T20:29:18,633 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:18,633 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:18,634 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=371, seq=0 2024-12-03T20:29:18,644 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:18,644 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:18,649 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=372, seq=0 2024-12-03T20:29:18,650 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:18,650 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:18,652 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=373, seq=0 2024-12-03T20:29:18,654 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:18,654 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:18,654 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=374, seq=0 2024-12-03T20:29:18,656 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:18,656 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:18,658 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=375, seq=0 2024-12-03T20:29:18,660 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:18,660 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:18,668 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=376, seq=0 2024-12-03T20:29:18,669 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:18,669 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:18,672 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=377, seq=0 2024-12-03T20:29:18,673 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:18,673 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:18,674 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=378, seq=0 2024-12-03T20:29:18,675 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:18,675 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:18,678 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=379, seq=0 2024-12-03T20:29:18,679 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:18,679 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:18,681 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=380, seq=0 2024-12-03T20:29:18,682 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:18,682 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:18,686 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=381, seq=0 2024-12-03T20:29:18,687 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:18,688 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:18,689 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=382, seq=0 2024-12-03T20:29:18,690 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:18,690 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:18,695 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=383, seq=0 2024-12-03T20:29:18,696 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:18,697 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:18,698 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=384, seq=0 2024-12-03T20:29:18,699 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:18,699 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:18,699 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=385, seq=0 2024-12-03T20:29:18,712 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:18,712 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:18,721 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=386, seq=0 2024-12-03T20:29:18,722 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/c32f061b-88d3-b86c-f280-76764f7dfadd/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T20:29:18,722 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:18,722 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:18,724 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=387, seq=0 2024-12-03T20:29:18,728 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:18,728 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:18,729 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=388, seq=0 2024-12-03T20:29:18,732 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:18,732 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:18,733 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=389, seq=0 2024-12-03T20:29:18,735 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/c32f061b-88d3-b86c-f280-76764f7dfadd/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:45023/user/jenkins/test-data/c32f061b-88d3-b86c-f280-76764f7dfadd/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-12-03T20:29:18,735 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 27 edits across 2 Regions in 615 ms; skipped=7; WAL=hdfs://localhost:45023/user/jenkins/test-data/c32f061b-88d3-b86c-f280-76764f7dfadd/WALs/testlogcannotbewrittenonceparsed,16010,1733257756089/wal.dat.0, size=2.3 K, length=2324, corrupted=false, cancelled=false 2024-12-03T20:29:18,736 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45023/user/jenkins/test-data/c32f061b-88d3-b86c-f280-76764f7dfadd/WALs/testlogcannotbewrittenonceparsed,16010,1733257756089/wal.dat.0, journal: Splitting hdfs://localhost:45023/user/jenkins/test-data/c32f061b-88d3-b86c-f280-76764f7dfadd/WALs/testlogcannotbewrittenonceparsed,16010,1733257756089/wal.dat.0, size=2.3 K (2324bytes) at 1733257758089Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/c32f061b-88d3-b86c-f280-76764f7dfadd/WALs/testlogcannotbewrittenonceparsed,16010,1733257756089/wal.dat.0 so closing down at 1733257758127 (+38 ms)3 split writer threads finished at 1733257758129 (+2 ms)Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/c32f061b-88d3-b86c-f280-76764f7dfadd/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1733257758178 (+49 ms)Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/c32f061b-88d3-b86c-f280-76764f7dfadd/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1733257758261 (+83 ms)Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/c32f061b-88d3-b86c-f280-76764f7dfadd/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733257758301 (+40 ms)Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/c32f061b-88d3-b86c-f280-76764f7dfadd/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:45023/user/jenkins/test-data/c32f061b-88d3-b86c-f280-76764f7dfadd/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1733257758309 (+8 ms)Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/c32f061b-88d3-b86c-f280-76764f7dfadd/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733257758722 (+413 ms)Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/c32f061b-88d3-b86c-f280-76764f7dfadd/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:45023/user/jenkins/test-data/c32f061b-88d3-b86c-f280-76764f7dfadd/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1733257758735 (+13 ms)Processed 27 edits across 2 Regions in 615 ms; skipped=7; WAL=hdfs://localhost:45023/user/jenkins/test-data/c32f061b-88d3-b86c-f280-76764f7dfadd/WALs/testlogcannotbewrittenonceparsed,16010,1733257756089/wal.dat.0, size=2.3 K, length=2324, corrupted=false, cancelled=false at 1733257758736 (+1 ms) 2024-12-03T20:29:18,740 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:18,740 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:18,741 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=390, seq=0 2024-12-03T20:29:18,748 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:18,748 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:18,749 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=391, seq=0 2024-12-03T20:29:18,752 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:18,752 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:18,753 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=392, seq=0 2024-12-03T20:29:18,760 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:18,760 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:18,761 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=393, seq=0 2024-12-03T20:29:18,764 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:18,764 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:18,765 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=394, seq=0 2024-12-03T20:29:18,768 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:18,768 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:18,769 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=395, seq=0 2024-12-03T20:29:18,770 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45023/user/jenkins/test-data/c32f061b-88d3-b86c-f280-76764f7dfadd/WALs/testlogcannotbewrittenonceparsed,16010,1733257756089/wal.dat.0 to hdfs://localhost:45023/user/jenkins/test-data/c32f061b-88d3-b86c-f280-76764f7dfadd/oldWALs/wal.dat.0 2024-12-03T20:29:18,770 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45023/user/jenkins/test-data/c32f061b-88d3-b86c-f280-76764f7dfadd/WALs/testlogcannotbewrittenonceparsed,16010,1733257756089/wal.dat.1, size=1.4 K (1393bytes) 2024-12-03T20:29:18,770 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45023/user/jenkins/test-data/c32f061b-88d3-b86c-f280-76764f7dfadd/WALs/testlogcannotbewrittenonceparsed,16010,1733257756089/wal.dat.1 2024-12-03T20:29:18,770 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:18,771 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:18,771 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=396, seq=0 2024-12-03T20:29:18,776 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:18,776 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45023/user/jenkins/test-data/c32f061b-88d3-b86c-f280-76764f7dfadd/WALs/testlogcannotbewrittenonceparsed,16010,1733257756089/wal.dat.1 after 6ms 2024-12-03T20:29:18,776 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:18,777 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=397, seq=0 2024-12-03T20:29:18,781 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:18,781 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:18,782 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=398, seq=0 2024-12-03T20:29:18,784 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:18,784 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:18,785 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=399, seq=0 2024-12-03T20:29:18,788 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:18,788 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:18,789 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=400, seq=0 2024-12-03T20:29:18,790 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:18,790 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:18,791 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=401, seq=0 2024-12-03T20:29:18,793 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:18,793 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:18,794 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=402, seq=0 2024-12-03T20:29:18,796 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:18,796 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:18,796 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=403, seq=0 2024-12-03T20:29:18,796 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45023/user/jenkins/test-data/c32f061b-88d3-b86c-f280-76764f7dfadd/WALs/testlogcannotbewrittenonceparsed,16010,1733257756089/wal.dat.1 took 26ms 2024-12-03T20:29:18,798 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:18,798 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:18,798 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=404, seq=0 2024-12-03T20:29:18,804 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:18,804 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:18,805 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=405, seq=0 2024-12-03T20:29:18,809 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:18,809 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:18,810 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=406, seq=0 2024-12-03T20:29:18,812 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:18,812 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:18,813 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=407, seq=0 2024-12-03T20:29:18,815 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:18,815 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:18,815 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=408, seq=0 2024-12-03T20:29:18,821 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:18,821 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:18,821 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=409, seq=0 2024-12-03T20:29:18,824 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:18,824 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:18,825 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=410, seq=0 2024-12-03T20:29:18,830 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:18,830 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:18,831 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/c32f061b-88d3-b86c-f280-76764f7dfadd/WALs/testlogcannotbewrittenonceparsed,16010,1733257756089/wal.dat.1 so closing down 2024-12-03T20:29:18,831 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T20:29:18,831 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=411, seq=0 2024-12-03T20:29:18,836 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:18,836 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:18,837 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=412, seq=0 2024-12-03T20:29:18,839 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T20:29:18,840 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:18,840 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:18,853 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=413, seq=0 2024-12-03T20:29:18,854 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:18,854 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:18,855 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=414, seq=0 2024-12-03T20:29:18,856 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:18,856 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:18,856 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=415, seq=0 2024-12-03T20:29:18,858 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:18,858 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:18,858 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=416, seq=0 2024-12-03T20:29:18,859 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:18,860 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:18,860 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=417, seq=0 2024-12-03T20:29:18,861 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:18,861 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:18,862 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=418, seq=0 2024-12-03T20:29:18,863 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:18,863 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:18,864 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=419, seq=0 2024-12-03T20:29:18,872 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:18,872 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:18,873 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=420, seq=0 2024-12-03T20:29:18,874 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:18,874 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:18,875 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=421, seq=0 2024-12-03T20:29:18,876 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:18,876 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:18,877 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=422, seq=0 2024-12-03T20:29:18,878 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:18,878 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:18,879 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=423, seq=0 2024-12-03T20:29:18,880 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:18,880 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:18,881 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=424, seq=0 2024-12-03T20:29:18,882 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:18,882 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:18,883 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=425, seq=0 2024-12-03T20:29:18,884 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:18,884 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:18,889 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=426, seq=0 2024-12-03T20:29:18,890 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-12-03T20:29:18,890 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:18,890 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:18,891 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=427, seq=0 2024-12-03T20:29:18,892 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:18,892 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:18,893 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=428, seq=0 2024-12-03T20:29:18,894 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:18,894 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:18,894 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=429, seq=0 2024-12-03T20:29:18,895 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:18,895 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:18,896 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/c32f061b-88d3-b86c-f280-76764f7dfadd/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-12-03T20:29:18,897 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-12-03T20:29:18,900 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=430, seq=0 2024-12-03T20:29:18,901 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:18,901 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:18,902 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=431, seq=0 2024-12-03T20:29:18,903 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:18,903 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:18,904 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=432, seq=0 2024-12-03T20:29:18,905 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:18,905 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:18,906 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=433, seq=0 2024-12-03T20:29:18,907 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:18,907 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:18,908 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=434, seq=0 2024-12-03T20:29:18,909 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:18,909 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:18,910 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=435, seq=0 2024-12-03T20:29:18,911 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:18,911 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:18,912 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=436, seq=0 2024-12-03T20:29:18,917 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:18,917 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:18,918 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=437, seq=0 2024-12-03T20:29:18,919 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:18,919 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:18,920 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=438, seq=0 2024-12-03T20:29:18,920 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/c32f061b-88d3-b86c-f280-76764f7dfadd/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-12-03T20:29:18,921 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:18,921 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:18,922 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=439, seq=0 2024-12-03T20:29:18,923 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:18,923 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:18,924 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=440, seq=0 2024-12-03T20:29:18,925 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:18,925 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:18,926 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=441, seq=0 2024-12-03T20:29:18,927 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:18,927 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:18,932 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=442, seq=0 2024-12-03T20:29:18,933 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:18,933 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:18,934 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=443, seq=0 2024-12-03T20:29:18,935 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:18,935 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:18,936 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=444, seq=0 2024-12-03T20:29:18,937 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:18,937 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:18,938 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=445, seq=0 2024-12-03T20:29:18,939 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:18,939 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:18,940 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=446, seq=0 2024-12-03T20:29:18,943 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:18,943 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:18,944 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=447, seq=0 2024-12-03T20:29:18,948 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:18,948 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:18,949 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=448, seq=0 2024-12-03T20:29:18,950 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:18,950 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:18,951 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=449, seq=0 2024-12-03T20:29:18,952 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:18,952 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:18,953 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=450, seq=0 2024-12-03T20:29:18,954 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:18,954 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:18,955 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=451, seq=0 2024-12-03T20:29:18,956 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:18,956 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:18,957 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=452, seq=0 2024-12-03T20:29:18,958 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:18,958 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:18,959 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=453, seq=0 2024-12-03T20:29:18,960 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:18,960 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:18,961 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=454, seq=0 2024-12-03T20:29:18,962 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:18,962 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:18,963 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=455, seq=0 2024-12-03T20:29:18,964 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:18,964 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:18,965 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=456, seq=0 2024-12-03T20:29:18,966 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:18,966 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:18,967 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=457, seq=0 2024-12-03T20:29:18,968 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:18,968 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:18,969 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=458, seq=0 2024-12-03T20:29:18,970 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:18,970 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:18,971 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=459, seq=0 2024-12-03T20:29:18,972 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:18,972 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:18,973 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=460, seq=0 2024-12-03T20:29:18,974 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:18,974 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:18,975 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=461, seq=0 2024-12-03T20:29:18,976 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:18,976 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:18,977 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=462, seq=0 2024-12-03T20:29:18,978 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:18,978 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:18,979 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=463, seq=0 2024-12-03T20:29:18,980 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:18,980 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:18,980 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=464, seq=0 2024-12-03T20:29:18,982 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:18,982 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:18,982 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=465, seq=0 2024-12-03T20:29:18,984 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:18,984 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:18,984 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=466, seq=0 2024-12-03T20:29:18,985 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:18,986 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:18,986 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=467, seq=0 2024-12-03T20:29:18,987 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:18,987 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:18,988 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=468, seq=0 2024-12-03T20:29:18,989 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:18,989 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:18,990 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=469, seq=0 2024-12-03T20:29:18,991 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:18,991 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:18,992 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=470, seq=0 2024-12-03T20:29:18,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073741877_1054 (size=743) 2024-12-03T20:29:18,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073741877_1054 (size=743) 2024-12-03T20:29:18,993 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:18,993 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:18,994 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=471, seq=0 2024-12-03T20:29:18,994 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/c32f061b-88d3-b86c-f280-76764f7dfadd/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T20:29:18,995 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:18,995 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:18,996 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=472, seq=0 2024-12-03T20:29:18,997 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:18,997 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:18,998 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=473, seq=0 2024-12-03T20:29:18,999 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:18,999 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:19,000 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=474, seq=0 2024-12-03T20:29:19,001 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:19,001 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:19,002 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=475, seq=0 2024-12-03T20:29:19,003 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:19,003 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:19,004 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=476, seq=0 2024-12-03T20:29:19,005 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:19,005 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:19,005 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/c32f061b-88d3-b86c-f280-76764f7dfadd/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:45023/user/jenkins/test-data/c32f061b-88d3-b86c-f280-76764f7dfadd/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-12-03T20:29:19,006 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=477, seq=0 2024-12-03T20:29:19,007 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:19,007 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:19,008 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=478, seq=0 2024-12-03T20:29:19,009 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:19,009 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:19,010 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=479, seq=0 2024-12-03T20:29:19,011 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:19,011 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:19,012 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=480, seq=0 2024-12-03T20:29:19,013 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:19,013 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:19,017 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=481, seq=0 2024-12-03T20:29:19,018 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:19,018 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:19,021 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=482, seq=0 2024-12-03T20:29:19,022 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:19,022 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:19,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073741878_1055 (size=743) 2024-12-03T20:29:19,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073741878_1055 (size=743) 2024-12-03T20:29:19,025 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=483, seq=0 2024-12-03T20:29:19,026 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:19,026 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:19,027 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=484, seq=0 2024-12-03T20:29:19,028 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:19,028 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:19,032 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=485, seq=0 2024-12-03T20:29:19,033 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:19,033 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:19,037 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=486, seq=0 2024-12-03T20:29:19,038 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:19,039 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:19,039 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=487, seq=0 2024-12-03T20:29:19,044 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:19,044 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:19,045 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=488, seq=0 2024-12-03T20:29:19,046 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:19,046 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:19,049 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=489, seq=0 2024-12-03T20:29:19,056 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:19,056 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:19,059 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=490, seq=0 2024-12-03T20:29:19,064 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:19,064 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:19,065 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=491, seq=0 2024-12-03T20:29:19,068 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:19,068 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:19,069 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=492, seq=0 2024-12-03T20:29:19,070 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:19,070 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:19,071 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=493, seq=0 2024-12-03T20:29:19,076 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:19,076 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:19,077 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=494, seq=0 2024-12-03T20:29:19,080 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:19,080 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:19,081 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=495, seq=0 2024-12-03T20:29:19,086 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:19,086 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:19,087 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=496, seq=0 2024-12-03T20:29:19,089 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:19,089 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:19,090 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=497, seq=0 2024-12-03T20:29:19,096 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:19,096 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:19,097 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=498, seq=0 2024-12-03T20:29:19,100 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:19,100 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:19,101 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=499, seq=0 2024-12-03T20:29:19,108 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:19,108 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:19,109 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=500, seq=0 2024-12-03T20:29:19,113 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:19,113 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:19,116 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=501, seq=0 2024-12-03T20:29:19,117 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:19,117 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:19,122 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=502, seq=0 2024-12-03T20:29:19,126 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:19,126 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:19,129 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=503, seq=0 2024-12-03T20:29:19,132 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:19,132 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:19,135 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=504, seq=0 2024-12-03T20:29:19,140 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:19,140 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:19,145 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=505, seq=0 2024-12-03T20:29:19,150 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:19,150 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:19,154 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=506, seq=0 2024-12-03T20:29:19,155 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:19,156 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:19,159 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=507, seq=0 2024-12-03T20:29:19,162 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:19,163 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:19,165 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=508, seq=0 2024-12-03T20:29:19,166 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:19,166 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:19,169 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=509, seq=0 2024-12-03T20:29:19,171 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:19,171 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:19,173 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=510, seq=0 2024-12-03T20:29:19,176 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:19,176 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:19,180 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=511, seq=0 2024-12-03T20:29:19,182 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:19,182 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:19,184 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=512, seq=0 2024-12-03T20:29:19,186 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:19,186 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:19,192 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=513, seq=0 2024-12-03T20:29:19,193 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:19,193 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:19,200 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=514, seq=0 2024-12-03T20:29:19,203 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:19,203 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:19,205 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=515, seq=0 2024-12-03T20:29:19,207 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:19,207 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:19,208 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=516, seq=0 2024-12-03T20:29:19,212 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:19,212 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:19,213 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=517, seq=0 2024-12-03T20:29:19,216 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:19,216 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:19,217 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=518, seq=0 2024-12-03T20:29:19,219 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:19,220 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:19,220 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=519, seq=0 2024-12-03T20:29:19,223 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:19,223 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:19,224 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=520, seq=0 2024-12-03T20:29:19,226 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:19,226 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:19,227 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=521, seq=0 2024-12-03T20:29:19,228 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:19,228 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:19,229 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=522, seq=0 2024-12-03T20:29:19,232 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:19,232 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:19,233 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=523, seq=0 2024-12-03T20:29:19,235 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:19,235 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:19,236 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=524, seq=0 2024-12-03T20:29:19,238 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:19,238 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:19,238 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=525, seq=0 2024-12-03T20:29:19,243 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:19,243 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:19,248 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=526, seq=0 2024-12-03T20:29:19,249 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:19,249 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:19,250 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=527, seq=0 2024-12-03T20:29:19,251 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:19,251 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:19,251 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=528, seq=0 2024-12-03T20:29:19,254 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:19,255 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:19,257 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=529, seq=0 2024-12-03T20:29:19,259 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:19,259 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:19,259 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=530, seq=0 2024-12-03T20:29:19,260 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:19,261 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:19,266 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=531, seq=0 2024-12-03T20:29:19,274 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:19,275 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:19,276 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=532, seq=0 2024-12-03T20:29:19,277 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:19,277 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:19,278 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=533, seq=0 2024-12-03T20:29:19,279 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:19,279 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:19,281 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=534, seq=0 2024-12-03T20:29:19,282 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:19,282 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:19,290 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=535, seq=0 2024-12-03T20:29:19,292 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:19,292 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:19,300 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=536, seq=0 2024-12-03T20:29:19,301 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:19,301 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:19,302 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=537, seq=0 2024-12-03T20:29:19,303 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:19,303 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:19,309 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=538, seq=0 2024-12-03T20:29:19,315 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:19,315 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:19,320 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=539, seq=0 2024-12-03T20:29:19,321 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:19,321 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:19,325 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=540, seq=0 2024-12-03T20:29:19,327 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:19,327 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:19,332 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=541, seq=0 2024-12-03T20:29:19,333 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:19,333 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:19,340 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=542, seq=0 2024-12-03T20:29:19,341 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:19,341 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:19,350 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=543, seq=0 2024-12-03T20:29:19,353 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:19,353 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:19,357 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=544, seq=0 2024-12-03T20:29:19,358 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:19,358 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:19,362 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=545, seq=0 2024-12-03T20:29:19,368 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:19,368 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:19,372 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=546, seq=0 2024-12-03T20:29:19,376 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:19,376 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:19,377 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=547, seq=0 2024-12-03T20:29:19,380 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:19,381 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:19,382 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=548, seq=0 2024-12-03T20:29:19,385 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:19,385 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:19,386 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=549, seq=0 2024-12-03T20:29:19,388 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:19,388 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:19,389 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=550, seq=0 2024-12-03T20:29:19,390 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:19,390 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:19,390 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=551, seq=0 2024-12-03T20:29:19,392 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:19,392 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:19,396 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=552, seq=0 2024-12-03T20:29:19,397 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:19,397 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:19,398 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=553, seq=0 2024-12-03T20:29:19,399 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:19,399 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:19,404 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=554, seq=0 2024-12-03T20:29:19,405 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:19,405 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:19,406 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=555, seq=0 2024-12-03T20:29:19,407 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:19,407 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:19,408 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=556, seq=0 2024-12-03T20:29:19,410 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:19,410 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:19,413 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=557, seq=0 2024-12-03T20:29:19,415 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:19,415 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:19,422 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=558, seq=0 2024-12-03T20:29:19,424 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:19,425 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:19,425 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/c32f061b-88d3-b86c-f280-76764f7dfadd/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T20:29:19,425 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=559, seq=0 2024-12-03T20:29:19,426 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:19,427 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:19,428 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=560, seq=0 2024-12-03T20:29:19,429 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/c32f061b-88d3-b86c-f280-76764f7dfadd/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:45023/user/jenkins/test-data/c32f061b-88d3-b86c-f280-76764f7dfadd/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-12-03T20:29:19,429 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:19,430 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:19,432 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 604 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/c32f061b-88d3-b86c-f280-76764f7dfadd/WALs/testlogcannotbewrittenonceparsed,16010,1733257756089/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-03T20:29:19,433 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45023/user/jenkins/test-data/c32f061b-88d3-b86c-f280-76764f7dfadd/WALs/testlogcannotbewrittenonceparsed,16010,1733257756089/wal.dat.1, journal: Splitting hdfs://localhost:45023/user/jenkins/test-data/c32f061b-88d3-b86c-f280-76764f7dfadd/WALs/testlogcannotbewrittenonceparsed,16010,1733257756089/wal.dat.1, size=1.4 K (1393bytes) at 1733257758770Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/c32f061b-88d3-b86c-f280-76764f7dfadd/WALs/testlogcannotbewrittenonceparsed,16010,1733257756089/wal.dat.1 so closing down at 1733257758831 (+61 ms)3 split writer threads finished at 1733257758839 (+8 ms)Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/c32f061b-88d3-b86c-f280-76764f7dfadd/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1733257758896 (+57 ms)Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/c32f061b-88d3-b86c-f280-76764f7dfadd/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1733257758920 (+24 ms)Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/c32f061b-88d3-b86c-f280-76764f7dfadd/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733257758994 (+74 ms)Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/c32f061b-88d3-b86c-f280-76764f7dfadd/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:45023/user/jenkins/test-data/c32f061b-88d3-b86c-f280-76764f7dfadd/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1733257759005 (+11 ms)Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/c32f061b-88d3-b86c-f280-76764f7dfadd/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733257759425 (+420 ms)Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/c32f061b-88d3-b86c-f280-76764f7dfadd/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:45023/user/jenkins/test-data/c32f061b-88d3-b86c-f280-76764f7dfadd/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1733257759429 (+4 ms)Processed 20 edits across 2 Regions in 604 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/c32f061b-88d3-b86c-f280-76764f7dfadd/WALs/testlogcannotbewrittenonceparsed,16010,1733257756089/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733257759432 (+3 ms) 2024-12-03T20:29:19,433 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=561, seq=0 2024-12-03T20:29:19,435 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:19,435 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:19,442 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=562, seq=0 2024-12-03T20:29:19,446 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:19,446 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:19,452 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=563, seq=0 2024-12-03T20:29:19,453 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:19,453 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:19,456 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=564, seq=0 2024-12-03T20:29:19,457 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:19,457 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:19,459 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=565, seq=0 2024-12-03T20:29:19,461 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:19,461 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:19,461 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45023/user/jenkins/test-data/c32f061b-88d3-b86c-f280-76764f7dfadd/WALs/testlogcannotbewrittenonceparsed,16010,1733257756089/wal.dat.1 to hdfs://localhost:45023/user/jenkins/test-data/c32f061b-88d3-b86c-f280-76764f7dfadd/oldWALs/wal.dat.1 2024-12-03T20:29:19,461 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45023/user/jenkins/test-data/c32f061b-88d3-b86c-f280-76764f7dfadd/WALs/testlogcannotbewrittenonceparsed,16010,1733257756089/wal.dat.2, size=150 (150bytes) 2024-12-03T20:29:19,462 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45023/user/jenkins/test-data/c32f061b-88d3-b86c-f280-76764f7dfadd/WALs/testlogcannotbewrittenonceparsed,16010,1733257756089/wal.dat.2 2024-12-03T20:29:19,462 WARN [IPC Server handler 0 on default port 45023 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/c32f061b-88d3-b86c-f280-76764f7dfadd/WALs/testlogcannotbewrittenonceparsed,16010,1733257756089/wal.dat.2 has not been closed. Lease recovery is in progress. RecoveryId = 1056 for block blk_1073741874_1051 2024-12-03T20:29:19,463 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=566, seq=0 2024-12-03T20:29:19,463 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:45023/user/jenkins/test-data/c32f061b-88d3-b86c-f280-76764f7dfadd/WALs/testlogcannotbewrittenonceparsed,16010,1733257756089/wal.dat.2 after 1ms 2024-12-03T20:29:19,466 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:19,466 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:19,469 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=567, seq=0 2024-12-03T20:29:19,471 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:19,471 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:19,476 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=568, seq=0 2024-12-03T20:29:19,478 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:19,479 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:19,481 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=569, seq=0 2024-12-03T20:29:19,483 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:19,483 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:19,484 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=570, seq=0 2024-12-03T20:29:19,485 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:19,485 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:19,486 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=571, seq=0 2024-12-03T20:29:19,490 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:19,490 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:19,491 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=572, seq=0 2024-12-03T20:29:19,492 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:19,492 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:19,493 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=573, seq=0 2024-12-03T20:29:19,494 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:19,494 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:19,495 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=574, seq=0 2024-12-03T20:29:19,496 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:19,496 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:19,497 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=575, seq=0 2024-12-03T20:29:19,500 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:19,500 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:19,504 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=576, seq=0 2024-12-03T20:29:19,505 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:19,505 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:19,506 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=577, seq=0 2024-12-03T20:29:19,511 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:19,514 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:19,515 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=578, seq=0 2024-12-03T20:29:19,516 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:19,516 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:19,517 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=579, seq=0 2024-12-03T20:29:19,519 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:19,519 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:19,520 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=580, seq=0 2024-12-03T20:29:19,521 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:19,521 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:19,521 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=581, seq=0 2024-12-03T20:29:19,522 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:19,523 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:19,523 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=582, seq=0 2024-12-03T20:29:19,524 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:19,524 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:19,525 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=583, seq=0 2024-12-03T20:29:19,526 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:19,526 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:19,528 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=584, seq=0 2024-12-03T20:29:19,529 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:19,529 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:19,530 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=585, seq=0 2024-12-03T20:29:19,531 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:19,531 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:19,537 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=586, seq=0 2024-12-03T20:29:19,538 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:19,538 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:19,541 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=587, seq=0 2024-12-03T20:29:19,542 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:19,542 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:19,543 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=588, seq=0 2024-12-03T20:29:19,545 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:19,545 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:19,546 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=589, seq=0 2024-12-03T20:29:19,547 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:19,547 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:19,547 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=590, seq=0 2024-12-03T20:29:19,549 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:19,549 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:19,549 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=591, seq=0 2024-12-03T20:29:19,550 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:19,550 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:19,557 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=592, seq=0 2024-12-03T20:29:19,559 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:19,559 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:19,559 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=593, seq=0 2024-12-03T20:29:19,560 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:19,560 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:19,561 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=594, seq=0 2024-12-03T20:29:19,562 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:19,562 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:19,563 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=595, seq=0 2024-12-03T20:29:19,564 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:19,564 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:19,566 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=596, seq=0 2024-12-03T20:29:19,567 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:19,567 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:19,572 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=597, seq=0 2024-12-03T20:29:19,576 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:19,576 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:19,583 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=598, seq=0 2024-12-03T20:29:19,584 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:19,584 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:19,591 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=599, seq=0 2024-12-03T20:29:19,596 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:19,596 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:19,605 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=600, seq=0 2024-12-03T20:29:19,610 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:19,610 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:19,617 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=601, seq=0 2024-12-03T20:29:19,618 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:19,618 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:19,622 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=602, seq=0 2024-12-03T20:29:19,626 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:19,626 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:19,628 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=603, seq=0 2024-12-03T20:29:19,632 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:19,632 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:19,636 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=604, seq=0 2024-12-03T20:29:19,640 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:19,640 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:19,643 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=605, seq=0 2024-12-03T20:29:19,648 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:19,648 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:19,652 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=606, seq=0 2024-12-03T20:29:19,656 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:19,656 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:19,662 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=607, seq=0 2024-12-03T20:29:19,666 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:19,666 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:19,672 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=608, seq=0 2024-12-03T20:29:19,674 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:19,674 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:19,676 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=609, seq=0 2024-12-03T20:29:19,678 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:19,678 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:19,681 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=610, seq=0 2024-12-03T20:29:19,684 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:19,684 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:19,688 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=611, seq=0 2024-12-03T20:29:19,691 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:19,691 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:19,693 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=612, seq=0 2024-12-03T20:29:19,696 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:19,696 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:19,704 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=613, seq=0 2024-12-03T20:29:19,706 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:19,707 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:19,716 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=614, seq=0 2024-12-03T20:29:19,718 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:19,718 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:19,722 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=615, seq=0 2024-12-03T20:29:19,723 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:19,723 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:19,728 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=616, seq=0 2024-12-03T20:29:19,730 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:19,731 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:19,734 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=617, seq=0 2024-12-03T20:29:19,735 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:19,735 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:19,736 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=618, seq=0 2024-12-03T20:29:19,740 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:19,740 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:19,743 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=619, seq=0 2024-12-03T20:29:19,746 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:19,746 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:19,749 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=620, seq=0 2024-12-03T20:29:19,752 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:19,752 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:19,755 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=621, seq=0 2024-12-03T20:29:19,757 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:19,757 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:19,757 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=622, seq=0 2024-12-03T20:29:19,758 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:19,758 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:19,763 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=623, seq=0 2024-12-03T20:29:19,766 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:19,766 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:19,766 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=624, seq=0 2024-12-03T20:29:19,768 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:19,768 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:19,769 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=625, seq=0 2024-12-03T20:29:19,772 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:19,772 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:19,773 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=626, seq=0 2024-12-03T20:29:19,776 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:19,776 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:19,777 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=627, seq=0 2024-12-03T20:29:19,780 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:19,780 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:19,781 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=628, seq=0 2024-12-03T20:29:19,784 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:19,784 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:19,785 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=629, seq=0 2024-12-03T20:29:19,788 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:19,788 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:19,789 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=630, seq=0 2024-12-03T20:29:19,792 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:19,792 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:19,793 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=631, seq=0 2024-12-03T20:29:19,796 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:19,796 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:19,802 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=632, seq=0 2024-12-03T20:29:19,804 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:19,804 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:19,807 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=633, seq=0 2024-12-03T20:29:19,809 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:19,810 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:19,816 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=634, seq=0 2024-12-03T20:29:19,818 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:19,819 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:19,828 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=635, seq=0 2024-12-03T20:29:19,832 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:19,832 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:19,834 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=636, seq=0 2024-12-03T20:29:19,838 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:19,838 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:19,839 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=637, seq=0 2024-12-03T20:29:19,840 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:19,840 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:19,840 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=638, seq=0 2024-12-03T20:29:19,848 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:19,848 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:19,849 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=639, seq=0 2024-12-03T20:29:19,852 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:19,852 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:19,856 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=640, seq=0 2024-12-03T20:29:19,860 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:19,860 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:19,868 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=641, seq=0 2024-12-03T20:29:19,872 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:19,872 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:19,876 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=642, seq=0 2024-12-03T20:29:19,880 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:19,880 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:19,888 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=643, seq=0 2024-12-03T20:29:19,890 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:19,890 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:19,893 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=644, seq=0 2024-12-03T20:29:19,900 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:19,900 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:19,904 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=645, seq=0 2024-12-03T20:29:19,908 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:19,908 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:19,916 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=646, seq=0 2024-12-03T20:29:19,917 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:19,917 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:19,928 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=647, seq=0 2024-12-03T20:29:19,929 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:19,930 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:19,936 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=648, seq=0 2024-12-03T20:29:19,940 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:19,940 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:19,944 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=649, seq=0 2024-12-03T20:29:19,948 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:19,948 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:19,955 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=650, seq=0 2024-12-03T20:29:19,956 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:19,957 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:19,964 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=651, seq=0 2024-12-03T20:29:19,965 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:19,965 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:19,966 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=652, seq=0 2024-12-03T20:29:19,971 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:19,972 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:19,973 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=653, seq=0 2024-12-03T20:29:19,976 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:19,976 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:19,977 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=654, seq=0 2024-12-03T20:29:19,980 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:19,980 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:19,981 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=655, seq=0 2024-12-03T20:29:19,983 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:19,984 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:19,985 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=656, seq=0 2024-12-03T20:29:19,986 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:19,986 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:19,987 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=657, seq=0 2024-12-03T20:29:19,988 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:19,988 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:19,994 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=658, seq=0 2024-12-03T20:29:19,995 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:19,995 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:19,996 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=659, seq=0 2024-12-03T20:29:19,998 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:19,998 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:19,998 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=660, seq=0 2024-12-03T20:29:20,000 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:20,000 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:20,000 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=661, seq=0 2024-12-03T20:29:20,002 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:20,002 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:20,002 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=662, seq=0 2024-12-03T20:29:20,003 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:20,004 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:20,004 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=663, seq=0 2024-12-03T20:29:20,005 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:20,006 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:20,006 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=664, seq=0 2024-12-03T20:29:20,007 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:20,007 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:20,008 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=665, seq=0 2024-12-03T20:29:20,010 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:20,010 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:20,011 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=666, seq=0 2024-12-03T20:29:20,014 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:20,014 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:20,018 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=667, seq=0 2024-12-03T20:29:20,019 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:20,019 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:20,022 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=668, seq=0 2024-12-03T20:29:20,023 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:20,023 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:20,025 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=669, seq=0 2024-12-03T20:29:20,026 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:20,026 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:20,026 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=670, seq=0 2024-12-03T20:29:20,028 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:20,028 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:20,034 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=671, seq=0 2024-12-03T20:29:20,043 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:20,043 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:20,048 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=672, seq=0 2024-12-03T20:29:20,049 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:20,050 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:20,050 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=673, seq=0 2024-12-03T20:29:20,051 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:20,051 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:20,052 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=674, seq=0 2024-12-03T20:29:20,053 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:20,053 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:20,054 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=675, seq=0 2024-12-03T20:29:20,056 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:20,056 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:20,064 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=676, seq=0 2024-12-03T20:29:20,065 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:20,065 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:20,080 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=677, seq=0 2024-12-03T20:29:20,084 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:20,084 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:20,091 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=678, seq=0 2024-12-03T20:29:20,092 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:20,092 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:20,097 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=679, seq=0 2024-12-03T20:29:20,100 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T20:29:20,100 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T20:29:20,103 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-170244652_535 at /127.0.0.1:33324 [Receiving block BP-1779702324-172.17.0.3-1733257731418:blk_1073741874_1051] {}] datanode.DataXceiver(331): 127.0.0.1:42113:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:33324 dst: /127.0.0.1:42113 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:42113 remote=/127.0.0.1:33324]. Total timeout mills is 60000, 59994 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T20:29:20,104 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-170244652_535 at /127.0.0.1:58730 [Receiving block BP-1779702324-172.17.0.3-1733257731418:blk_1073741874_1051] {}] datanode.DataXceiver(331): 127.0.0.1:41227:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:58730 dst: /127.0.0.1:41227 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T20:29:20,104 WARN [ResponseProcessor for block BP-1779702324-172.17.0.3-1733257731418:blk_1073741874_1051 {}] hdfs.DataStreamer$ResponseProcessor(1303): Exception for BP-1779702324-172.17.0.3-1733257731418:blk_1073741874_1051 java.net.SocketException: Connection reset at sun.nio.ch.SocketChannelImpl.throwConnectionReset(SocketChannelImpl.java:394) ~[?:?] at sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:426) ~[?:?] at org.apache.hadoop.net.SocketInputStream$Reader.performIO(SocketInputStream.java:57) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:141) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:118) ~[hadoop-common-3.4.1.jar:?] at java.io.FilterInputStream.read(FilterInputStream.java:82) ~[?:?] at java.io.FilterInputStream.read(FilterInputStream.java:82) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.PBHelperClient.vintPrefixed(PBHelperClient.java:527) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PipelineAck.readFields(PipelineAck.java:244) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer$ResponseProcessor.run(DataStreamer.java:1180) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-12-03T20:29:20,106 WARN [DataStreamer for file /user/jenkins/test-data/c32f061b-88d3-b86c-f280-76764f7dfadd/WALs/testlogcannotbewrittenonceparsed,16010,1733257756089/wal.dat.2 block BP-1779702324-172.17.0.3-1733257731418:blk_1073741874_1051 {}] hdfs.DataStreamer(1731): Error Recovery for BP-1779702324-172.17.0.3-1733257731418:blk_1073741874_1051 in pipeline [DatanodeInfoWithStorage[127.0.0.1:42113,DS-5fd751af-5ddc-4171-bd35-a30d0dde7912,DISK], DatanodeInfoWithStorage[127.0.0.1:41227,DS-34e26a6e-6270-4b48-b805-11257a21223f,DISK]]: datanode 0(DatanodeInfoWithStorage[127.0.0.1:42113,DS-5fd751af-5ddc-4171-bd35-a30d0dde7912,DISK]) is bad. 2024-12-03T20:29:20,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073741874_1056 (size=42851) 2024-12-03T20:29:20,114 WARN [DataStreamer for file /user/jenkins/test-data/c32f061b-88d3-b86c-f280-76764f7dfadd/WALs/testlogcannotbewrittenonceparsed,16010,1733257756089/wal.dat.2 block BP-1779702324-172.17.0.3-1733257731418:blk_1073741874_1051 {}] hdfs.DataStreamer(859): DataStreamer Exception org.apache.hadoop.ipc.RemoteException: Unexpected BlockUCState: BP-1779702324-172.17.0.3-1733257731418:blk_1073741874_1051 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$updateBlockForPipeline$50(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.updateBlockForPipeline(DataStreamer.java:1786) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineInternal(DataStreamer.java:1657) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForAppendOrRecovery(DataStreamer.java:1627) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.processDatanodeOrExternalError(DataStreamer.java:1408) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:707) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-12-03T20:29:20,115 WARN [ZombieLastLogWriterRegionServer {}] hdfs.DFSOutputStream(748): Error while syncing org.apache.hadoop.ipc.RemoteException: Unexpected BlockUCState: BP-1779702324-172.17.0.3-1733257731418:blk_1073741874_1051 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$updateBlockForPipeline$50(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.updateBlockForPipeline(DataStreamer.java:1786) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineInternal(DataStreamer.java:1657) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForAppendOrRecovery(DataStreamer.java:1627) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.processDatanodeOrExternalError(DataStreamer.java:1408) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:707) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-12-03T20:29:20,116 ERROR [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(356): ZombieLastLogWriterRegionServer ex org.apache.hadoop.ipc.RemoteException(java.io.IOException): Unexpected BlockUCState: BP-1779702324-172.17.0.3-1733257731418:blk_1073741874_1051 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) 2024-12-03T20:29:20,116 ERROR [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(358): Juliet: got RemoteException Unexpected BlockUCState: BP-1779702324-172.17.0.3-1733257731418:blk_1073741874_1051 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) while writing 680 2024-12-03T20:29:20,116 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(371): ZombieLastLogWriterRegionServer Writer exiting 2024-12-03T20:29:20,116 WARN [ZombieLastLogWriterRegionServer {}] wal.AbstractProtobufLogWriter(255): Failed to write trailer, non-fatal, continuing... org.apache.hadoop.ipc.RemoteException: Unexpected BlockUCState: BP-1779702324-172.17.0.3-1733257731418:blk_1073741874_1051 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$updateBlockForPipeline$50(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.updateBlockForPipeline(DataStreamer.java:1786) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineInternal(DataStreamer.java:1657) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForAppendOrRecovery(DataStreamer.java:1627) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.processDatanodeOrExternalError(DataStreamer.java:1408) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:707) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-12-03T20:29:20,117 DEBUG [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer$1(335): ignoring error when closing final writer. org.apache.hadoop.ipc.RemoteException: Unexpected BlockUCState: BP-1779702324-172.17.0.3-1733257731418:blk_1073741874_1051 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$updateBlockForPipeline$50(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.updateBlockForPipeline(DataStreamer.java:1786) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineInternal(DataStreamer.java:1657) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForAppendOrRecovery(DataStreamer.java:1627) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.processDatanodeOrExternalError(DataStreamer.java:1408) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:707) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-12-03T20:29:23,468 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:45023/user/jenkins/test-data/c32f061b-88d3-b86c-f280-76764f7dfadd/WALs/testlogcannotbewrittenonceparsed,16010,1733257756089/wal.dat.2 after 4006ms 2024-12-03T20:29:23,487 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45023/user/jenkins/test-data/c32f061b-88d3-b86c-f280-76764f7dfadd/WALs/testlogcannotbewrittenonceparsed,16010,1733257756089/wal.dat.2 took 4026ms 2024-12-03T20:29:23,548 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:45023/user/jenkins/test-data/c32f061b-88d3-b86c-f280-76764f7dfadd/WALs/testlogcannotbewrittenonceparsed,16010,1733257756089/wal.dat.2; continuing. 2024-12-03T20:29:23,548 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/c32f061b-88d3-b86c-f280-76764f7dfadd/WALs/testlogcannotbewrittenonceparsed,16010,1733257756089/wal.dat.2 so closing down 2024-12-03T20:29:23,548 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T20:29:23,553 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T20:29:23,588 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-12-03T20:29:23,591 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/c32f061b-88d3-b86c-f280-76764f7dfadd/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-12-03T20:29:23,596 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-12-03T20:29:23,610 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/c32f061b-88d3-b86c-f280-76764f7dfadd/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-12-03T20:29:23,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073741879_1057 (size=42209) 2024-12-03T20:29:23,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073741879_1057 (size=42209) 2024-12-03T20:29:23,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073741880_1058 (size=743) 2024-12-03T20:29:23,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073741880_1058 (size=743) 2024-12-03T20:29:24,072 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/c32f061b-88d3-b86c-f280-76764f7dfadd/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 659 edits, skipped 0 edits in 16 ms) 2024-12-03T20:29:24,085 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/c32f061b-88d3-b86c-f280-76764f7dfadd/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:45023/user/jenkins/test-data/c32f061b-88d3-b86c-f280-76764f7dfadd/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-12-03T20:29:24,101 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/c32f061b-88d3-b86c-f280-76764f7dfadd/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T20:29:24,104 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/c32f061b-88d3-b86c-f280-76764f7dfadd/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:45023/user/jenkins/test-data/c32f061b-88d3-b86c-f280-76764f7dfadd/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-12-03T20:29:24,104 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 669 edits across 2 Regions in 600 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/c32f061b-88d3-b86c-f280-76764f7dfadd/WALs/testlogcannotbewrittenonceparsed,16010,1733257756089/wal.dat.2, size=150, length=150, corrupted=false, cancelled=false 2024-12-03T20:29:24,104 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45023/user/jenkins/test-data/c32f061b-88d3-b86c-f280-76764f7dfadd/WALs/testlogcannotbewrittenonceparsed,16010,1733257756089/wal.dat.2, journal: Splitting hdfs://localhost:45023/user/jenkins/test-data/c32f061b-88d3-b86c-f280-76764f7dfadd/WALs/testlogcannotbewrittenonceparsed,16010,1733257756089/wal.dat.2, size=150 (150bytes) at 1733257759461Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/c32f061b-88d3-b86c-f280-76764f7dfadd/WALs/testlogcannotbewrittenonceparsed,16010,1733257756089/wal.dat.2 so closing down at 1733257763548 (+4087 ms)3 split writer threads finished at 1733257763553 (+5 ms)Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/c32f061b-88d3-b86c-f280-76764f7dfadd/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1733257763591 (+38 ms)Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/c32f061b-88d3-b86c-f280-76764f7dfadd/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1733257763610 (+19 ms)Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/c32f061b-88d3-b86c-f280-76764f7dfadd/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 659 edits, skipped 0 edits in 16 ms) at 1733257764072 (+462 ms)Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/c32f061b-88d3-b86c-f280-76764f7dfadd/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:45023/user/jenkins/test-data/c32f061b-88d3-b86c-f280-76764f7dfadd/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1733257764086 (+14 ms)Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/c32f061b-88d3-b86c-f280-76764f7dfadd/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733257764101 (+15 ms)Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/c32f061b-88d3-b86c-f280-76764f7dfadd/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:45023/user/jenkins/test-data/c32f061b-88d3-b86c-f280-76764f7dfadd/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1733257764104 (+3 ms)Processed 669 edits across 2 Regions in 600 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/c32f061b-88d3-b86c-f280-76764f7dfadd/WALs/testlogcannotbewrittenonceparsed,16010,1733257756089/wal.dat.2, size=150, length=150, corrupted=false, cancelled=false at 1733257764104 2024-12-03T20:29:24,119 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45023/user/jenkins/test-data/c32f061b-88d3-b86c-f280-76764f7dfadd/WALs/testlogcannotbewrittenonceparsed,16010,1733257756089/wal.dat.2 to hdfs://localhost:45023/user/jenkins/test-data/c32f061b-88d3-b86c-f280-76764f7dfadd/oldWALs/wal.dat.2 2024-12-03T20:29:24,124 INFO [Time-limited test {}] wal.TestWALSplit$1(251): Finished splitting out from under zombie. 2024-12-03T20:29:24,156 INFO [Time-limited test {}] wal.TestWALSplit(261): zombie=679, robber=679 2024-12-03T20:29:24,173 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testLogCannotBeWrittenOnceParsed Thread=141 (was 135) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1787091064_22 at /127.0.0.1:47520 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (49037392) connection to localhost/127.0.0.1:45023 from jenkins-zombie java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins-zombie@localhost:45023 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (49037392) connection to localhost/127.0.0.1:45023 from jenkins-robber java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins-robber@localhost:45023 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1787091064_22 at /127.0.0.1:39074 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=397 (was 389) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1371 (was 1368) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=983 (was 1473) 2024-12-03T20:29:24,184 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testRetryOpenDuringRecovery Thread=141, OpenFileDescriptor=397, MaxFileDescriptor=1048576, SystemLoadAverage=1371, ProcessCount=11, AvailableMemoryMB=982 2024-12-03T20:29:24,184 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-12-03T20:29:24,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073741881_1059 (size=7) 2024-12-03T20:29:24,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073741881_1059 (size=7) 2024-12-03T20:29:24,233 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45023/user/jenkins/test-data/72ccf0d3-cc6f-26e3-cf7f-cdec76677e77 with version=8 2024-12-03T20:29:24,233 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:29:24,236 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:29:24,240 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-12-03T20:29:24,243 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-12-03T20:29:24,246 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-12-03T20:29:24,250 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-12-03T20:29:24,252 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:24,252 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:24,277 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:24,278 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:24,278 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:24,278 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:24,279 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:24,280 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:24,280 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:24,280 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:24,282 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:24,282 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:24,282 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:24,283 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:24,283 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:24,283 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:24,285 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:24,285 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:24,291 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:24,291 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:24,296 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:24,296 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:24,298 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:24,298 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:24,308 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:24,308 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:24,312 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:24,312 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:24,320 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:24,320 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:24,327 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:24,328 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:24,332 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:24,332 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:24,336 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:24,337 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:24,340 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:24,340 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:24,343 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:24,343 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:24,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073741882_1060 (size=1393) 2024-12-03T20:29:24,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073741882_1060 (size=1393) 2024-12-03T20:29:24,358 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-12-03T20:29:24,358 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-12-03T20:29:24,360 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:24,360 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:24,369 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:24,369 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:24,370 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:24,370 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:24,370 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:24,370 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:24,370 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:24,371 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:24,371 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:24,371 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:24,371 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:24,371 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:24,372 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:24,372 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:24,372 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:24,372 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:24,372 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:24,372 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:24,373 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:24,373 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:24,373 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:24,373 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:24,374 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:24,374 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:24,374 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:24,374 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:24,374 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:24,374 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:24,375 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:24,375 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:24,375 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:24,375 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:24,392 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:24,392 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:24,396 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:24,396 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:24,398 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:24,398 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:24,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073741883_1061 (size=1393) 2024-12-03T20:29:24,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073741883_1061 (size=1393) 2024-12-03T20:29:24,409 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-12-03T20:29:24,409 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-12-03T20:29:24,412 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:24,413 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:24,430 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:24,430 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:24,431 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:24,431 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:24,431 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:24,431 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:24,431 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:24,431 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:24,432 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:24,432 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:24,432 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:24,432 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:24,433 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:24,433 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:24,434 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:24,434 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:24,434 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:24,434 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:24,434 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:24,435 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:24,435 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:24,435 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:24,435 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:24,435 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:24,436 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:24,436 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:24,443 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:24,443 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:24,444 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:24,444 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:24,444 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:24,444 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:24,445 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:24,445 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:24,445 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:24,445 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:24,446 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:24,446 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:24,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073741884_1062 (size=1393) 2024-12-03T20:29:24,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073741884_1062 (size=1393) 2024-12-03T20:29:24,448 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-12-03T20:29:24,449 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-12-03T20:29:24,450 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:24,451 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:24,469 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:24,469 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:24,470 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:24,470 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:24,487 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:24,488 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:24,489 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:24,489 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:24,490 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:24,490 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:24,500 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:24,500 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:24,509 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:24,509 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:24,510 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:24,510 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:24,515 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:24,515 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:24,517 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:24,517 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:24,517 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:24,517 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:24,518 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:24,518 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:24,519 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:24,519 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:24,519 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:24,519 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:24,522 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:24,523 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:24,523 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:24,523 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:24,523 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:24,523 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:24,524 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:24,524 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:24,524 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:24,524 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:24,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073741885_1063 (size=1393) 2024-12-03T20:29:24,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073741885_1063 (size=1393) 2024-12-03T20:29:24,944 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-12-03T20:29:24,945 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-12-03T20:29:24,956 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:24,956 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:24,979 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:24,979 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:24,981 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:24,981 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:24,982 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:24,982 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:24,982 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:24,982 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:24,983 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:24,983 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:24,983 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:24,983 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:24,983 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:24,983 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:24,984 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:24,984 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:24,984 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:24,984 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:24,985 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:24,985 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:24,985 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:24,985 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:24,986 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:24,986 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:24,986 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:24,986 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:24,988 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:24,988 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:24,990 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:24,991 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:24,991 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:24,991 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:24,994 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:24,994 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:25,001 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:25,001 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:25,001 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:25,001 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:25,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073741886_1064 (size=1393) 2024-12-03T20:29:25,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073741886_1064 (size=1393) 2024-12-03T20:29:25,009 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-12-03T20:29:25,010 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-12-03T20:29:25,013 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:25,013 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:25,034 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:25,034 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:25,035 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:25,035 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:25,037 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:25,037 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:25,040 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:25,040 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:25,045 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:25,045 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:25,045 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:25,045 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:25,046 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:25,046 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:25,046 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:25,046 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:25,046 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:25,046 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:25,047 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:25,047 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:25,048 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:25,048 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:25,049 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:25,049 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:25,050 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:25,050 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:25,050 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:25,050 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:25,051 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:25,051 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:25,051 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:25,051 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:25,051 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:25,051 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:25,052 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:25,052 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:25,052 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:25,052 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:25,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073741887_1065 (size=1393) 2024-12-03T20:29:25,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073741887_1065 (size=1393) 2024-12-03T20:29:25,080 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-12-03T20:29:25,081 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-12-03T20:29:25,094 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:25,094 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:25,104 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:25,104 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:25,105 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:25,105 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:25,105 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:25,105 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:25,106 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:25,106 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:25,106 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:25,106 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:25,106 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:25,106 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:25,106 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:25,107 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:25,107 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:25,107 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:25,107 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:25,107 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:25,107 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:25,107 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:25,108 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:25,108 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:25,108 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:25,108 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:25,109 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:25,109 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:25,110 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:25,110 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:25,110 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:25,110 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:25,111 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:25,111 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:25,111 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:25,111 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:25,111 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:25,112 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:25,112 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:25,112 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:25,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073741888_1066 (size=1405) 2024-12-03T20:29:25,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073741888_1066 (size=1405) 2024-12-03T20:29:25,116 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-12-03T20:29:25,116 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-12-03T20:29:25,119 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:25,119 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:25,140 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:25,140 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:25,143 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:25,143 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:25,143 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:25,143 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:25,144 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:25,144 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:25,144 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:25,144 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:25,145 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:25,145 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:25,145 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:25,145 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:25,145 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:25,145 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:25,146 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:25,146 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:25,146 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:25,146 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:25,146 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:25,146 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:25,147 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:25,147 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:25,147 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:25,147 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:25,147 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:25,147 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:25,148 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:25,148 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:25,148 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:25,148 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:25,148 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:25,148 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:25,148 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:25,148 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:25,149 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:25,149 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:25,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073741889_1067 (size=1413) 2024-12-03T20:29:25,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073741889_1067 (size=1413) 2024-12-03T20:29:25,151 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-12-03T20:29:25,152 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-12-03T20:29:25,153 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:25,153 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:25,159 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:25,159 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:25,159 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:25,159 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:25,159 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:25,159 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:25,160 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:25,160 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:25,160 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:25,160 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:25,161 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:25,161 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:25,161 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:25,161 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:25,161 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:25,161 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:25,162 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:25,162 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:25,162 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:25,162 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:25,162 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:25,162 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:25,162 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:25,163 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:25,163 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:25,163 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:25,163 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:25,163 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:25,164 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:25,164 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:25,164 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:25,164 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:25,164 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:25,164 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:25,165 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:25,165 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:25,165 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:25,165 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:25,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073741890_1068 (size=1413) 2024-12-03T20:29:25,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073741890_1068 (size=1413) 2024-12-03T20:29:25,168 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-12-03T20:29:25,168 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-12-03T20:29:25,171 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:25,171 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:25,197 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:25,197 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:25,198 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:25,198 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:25,198 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:25,198 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:25,199 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:25,199 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:25,199 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:25,199 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:25,199 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:25,199 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:25,200 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:25,200 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:25,200 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:25,200 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:25,200 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:25,200 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:25,201 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:25,201 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:25,201 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:25,201 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:25,201 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:25,201 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:25,201 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:25,201 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:25,202 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:25,202 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:25,202 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:25,202 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:25,202 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:25,202 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:25,203 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:25,203 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:25,203 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:25,203 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:25,203 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:25,203 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:25,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073741891_1069 (size=1413) 2024-12-03T20:29:25,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073741891_1069 (size=1413) 2024-12-03T20:29:25,208 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-12-03T20:29:25,230 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45023/user/jenkins/test-data/f8dda22b-1a7d-2319-e074-bdabb3d8b79a/WALs/testretryopenduringrecovery,16010,1733257764240/wal.dat.0, size=1.4 K (1393bytes) 2024-12-03T20:29:25,230 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45023/user/jenkins/test-data/f8dda22b-1a7d-2319-e074-bdabb3d8b79a/WALs/testretryopenduringrecovery,16010,1733257764240/wal.dat.0 2024-12-03T20:29:25,233 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45023/user/jenkins/test-data/f8dda22b-1a7d-2319-e074-bdabb3d8b79a/WALs/testretryopenduringrecovery,16010,1733257764240/wal.dat.0 after 3ms 2024-12-03T20:29:25,234 WARN [Time-limited test {}] wal.WALFactory(435): Lease should have recovered. This is not expected. Will retry java.io.IOException: Cannot obtain block length at org.apache.hadoop.hbase.wal.TestWALSplit$5.answer(TestWALSplit.java:927) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit$5.answer(TestWALSplit.java:919) ~[test-classes/:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.init(AbstractProtobufWALReader.java:141) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:417) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:396) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:527) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:459) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:305) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.retryOverHdfsProblem(TestWALSplit.java:886) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testRetryOpenDuringRecovery(TestWALSplit.java:932) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T20:29:27,150 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-03T20:29:27,255 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45023/user/jenkins/test-data/f8dda22b-1a7d-2319-e074-bdabb3d8b79a/WALs/testretryopenduringrecovery,16010,1733257764240/wal.dat.0 took 2024ms 2024-12-03T20:29:27,286 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/f8dda22b-1a7d-2319-e074-bdabb3d8b79a/WALs/testretryopenduringrecovery,16010,1733257764240/wal.dat.0 so closing down 2024-12-03T20:29:27,286 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T20:29:27,296 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T20:29:27,327 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-12-03T20:29:27,348 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-12-03T20:29:27,349 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/f8dda22b-1a7d-2319-e074-bdabb3d8b79a/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-12-03T20:29:27,352 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/f8dda22b-1a7d-2319-e074-bdabb3d8b79a/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-12-03T20:29:27,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073741893_1071 (size=743) 2024-12-03T20:29:27,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073741892_1070 (size=743) 2024-12-03T20:29:27,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073741893_1071 (size=743) 2024-12-03T20:29:27,373 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/f8dda22b-1a7d-2319-e074-bdabb3d8b79a/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T20:29:27,373 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/f8dda22b-1a7d-2319-e074-bdabb3d8b79a/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T20:29:27,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073741892_1070 (size=743) 2024-12-03T20:29:27,379 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/f8dda22b-1a7d-2319-e074-bdabb3d8b79a/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:45023/user/jenkins/test-data/f8dda22b-1a7d-2319-e074-bdabb3d8b79a/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-12-03T20:29:27,382 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/f8dda22b-1a7d-2319-e074-bdabb3d8b79a/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:45023/user/jenkins/test-data/f8dda22b-1a7d-2319-e074-bdabb3d8b79a/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-12-03T20:29:27,382 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 117 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/f8dda22b-1a7d-2319-e074-bdabb3d8b79a/WALs/testretryopenduringrecovery,16010,1733257764240/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-03T20:29:27,382 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45023/user/jenkins/test-data/f8dda22b-1a7d-2319-e074-bdabb3d8b79a/WALs/testretryopenduringrecovery,16010,1733257764240/wal.dat.0, journal: Splitting hdfs://localhost:45023/user/jenkins/test-data/f8dda22b-1a7d-2319-e074-bdabb3d8b79a/WALs/testretryopenduringrecovery,16010,1733257764240/wal.dat.0, size=1.4 K (1393bytes) at 1733257765230Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/f8dda22b-1a7d-2319-e074-bdabb3d8b79a/WALs/testretryopenduringrecovery,16010,1733257764240/wal.dat.0 so closing down at 1733257767286 (+2056 ms)3 split writer threads finished at 1733257767296 (+10 ms)Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/f8dda22b-1a7d-2319-e074-bdabb3d8b79a/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1733257767349 (+53 ms)Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/f8dda22b-1a7d-2319-e074-bdabb3d8b79a/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1733257767352 (+3 ms)Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/f8dda22b-1a7d-2319-e074-bdabb3d8b79a/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733257767373 (+21 ms)Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/f8dda22b-1a7d-2319-e074-bdabb3d8b79a/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733257767373Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/f8dda22b-1a7d-2319-e074-bdabb3d8b79a/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:45023/user/jenkins/test-data/f8dda22b-1a7d-2319-e074-bdabb3d8b79a/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1733257767379 (+6 ms)Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/f8dda22b-1a7d-2319-e074-bdabb3d8b79a/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:45023/user/jenkins/test-data/f8dda22b-1a7d-2319-e074-bdabb3d8b79a/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1733257767382 (+3 ms)Processed 20 edits across 2 Regions in 117 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/f8dda22b-1a7d-2319-e074-bdabb3d8b79a/WALs/testretryopenduringrecovery,16010,1733257764240/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733257767382 2024-12-03T20:29:27,390 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45023/user/jenkins/test-data/f8dda22b-1a7d-2319-e074-bdabb3d8b79a/WALs/testretryopenduringrecovery,16010,1733257764240/wal.dat.0 to hdfs://localhost:45023/user/jenkins/test-data/f8dda22b-1a7d-2319-e074-bdabb3d8b79a/oldWALs/wal.dat.0 2024-12-03T20:29:27,390 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45023/user/jenkins/test-data/f8dda22b-1a7d-2319-e074-bdabb3d8b79a/WALs/testretryopenduringrecovery,16010,1733257764240/wal.dat.1, size=1.4 K (1393bytes) 2024-12-03T20:29:27,390 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45023/user/jenkins/test-data/f8dda22b-1a7d-2319-e074-bdabb3d8b79a/WALs/testretryopenduringrecovery,16010,1733257764240/wal.dat.1 2024-12-03T20:29:27,391 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45023/user/jenkins/test-data/f8dda22b-1a7d-2319-e074-bdabb3d8b79a/WALs/testretryopenduringrecovery,16010,1733257764240/wal.dat.1 after 1ms 2024-12-03T20:29:27,396 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45023/user/jenkins/test-data/f8dda22b-1a7d-2319-e074-bdabb3d8b79a/WALs/testretryopenduringrecovery,16010,1733257764240/wal.dat.1 took 6ms 2024-12-03T20:29:27,402 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/f8dda22b-1a7d-2319-e074-bdabb3d8b79a/WALs/testretryopenduringrecovery,16010,1733257764240/wal.dat.1 so closing down 2024-12-03T20:29:27,409 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T20:29:27,409 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T20:29:27,414 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-12-03T20:29:27,416 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-12-03T20:29:27,420 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/f8dda22b-1a7d-2319-e074-bdabb3d8b79a/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-12-03T20:29:27,420 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/f8dda22b-1a7d-2319-e074-bdabb3d8b79a/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-12-03T20:29:27,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073741895_1073 (size=743) 2024-12-03T20:29:27,431 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/f8dda22b-1a7d-2319-e074-bdabb3d8b79a/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T20:29:27,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073741895_1073 (size=743) 2024-12-03T20:29:27,435 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/f8dda22b-1a7d-2319-e074-bdabb3d8b79a/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:45023/user/jenkins/test-data/f8dda22b-1a7d-2319-e074-bdabb3d8b79a/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-12-03T20:29:27,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073741894_1072 (size=743) 2024-12-03T20:29:27,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073741894_1072 (size=743) 2024-12-03T20:29:27,442 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/f8dda22b-1a7d-2319-e074-bdabb3d8b79a/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T20:29:27,447 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/f8dda22b-1a7d-2319-e074-bdabb3d8b79a/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:45023/user/jenkins/test-data/f8dda22b-1a7d-2319-e074-bdabb3d8b79a/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-12-03T20:29:27,447 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 47 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/f8dda22b-1a7d-2319-e074-bdabb3d8b79a/WALs/testretryopenduringrecovery,16010,1733257764240/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-03T20:29:27,447 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45023/user/jenkins/test-data/f8dda22b-1a7d-2319-e074-bdabb3d8b79a/WALs/testretryopenduringrecovery,16010,1733257764240/wal.dat.1, journal: Splitting hdfs://localhost:45023/user/jenkins/test-data/f8dda22b-1a7d-2319-e074-bdabb3d8b79a/WALs/testretryopenduringrecovery,16010,1733257764240/wal.dat.1, size=1.4 K (1393bytes) at 1733257767390Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/f8dda22b-1a7d-2319-e074-bdabb3d8b79a/WALs/testretryopenduringrecovery,16010,1733257764240/wal.dat.1 so closing down at 1733257767409 (+19 ms)3 split writer threads finished at 1733257767409Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/f8dda22b-1a7d-2319-e074-bdabb3d8b79a/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1733257767420 (+11 ms)Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/f8dda22b-1a7d-2319-e074-bdabb3d8b79a/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1733257767420Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/f8dda22b-1a7d-2319-e074-bdabb3d8b79a/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733257767431 (+11 ms)Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/f8dda22b-1a7d-2319-e074-bdabb3d8b79a/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:45023/user/jenkins/test-data/f8dda22b-1a7d-2319-e074-bdabb3d8b79a/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1733257767435 (+4 ms)Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/f8dda22b-1a7d-2319-e074-bdabb3d8b79a/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733257767443 (+8 ms)Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/f8dda22b-1a7d-2319-e074-bdabb3d8b79a/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:45023/user/jenkins/test-data/f8dda22b-1a7d-2319-e074-bdabb3d8b79a/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1733257767447 (+4 ms)Processed 20 edits across 2 Regions in 47 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/f8dda22b-1a7d-2319-e074-bdabb3d8b79a/WALs/testretryopenduringrecovery,16010,1733257764240/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733257767447 2024-12-03T20:29:27,452 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45023/user/jenkins/test-data/f8dda22b-1a7d-2319-e074-bdabb3d8b79a/WALs/testretryopenduringrecovery,16010,1733257764240/wal.dat.1 to hdfs://localhost:45023/user/jenkins/test-data/f8dda22b-1a7d-2319-e074-bdabb3d8b79a/oldWALs/wal.dat.1 2024-12-03T20:29:27,452 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45023/user/jenkins/test-data/f8dda22b-1a7d-2319-e074-bdabb3d8b79a/WALs/testretryopenduringrecovery,16010,1733257764240/wal.dat.2, size=1.4 K (1393bytes) 2024-12-03T20:29:27,452 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45023/user/jenkins/test-data/f8dda22b-1a7d-2319-e074-bdabb3d8b79a/WALs/testretryopenduringrecovery,16010,1733257764240/wal.dat.2 2024-12-03T20:29:27,453 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45023/user/jenkins/test-data/f8dda22b-1a7d-2319-e074-bdabb3d8b79a/WALs/testretryopenduringrecovery,16010,1733257764240/wal.dat.2 after 1ms 2024-12-03T20:29:27,458 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45023/user/jenkins/test-data/f8dda22b-1a7d-2319-e074-bdabb3d8b79a/WALs/testretryopenduringrecovery,16010,1733257764240/wal.dat.2 took 6ms 2024-12-03T20:29:27,460 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/f8dda22b-1a7d-2319-e074-bdabb3d8b79a/WALs/testretryopenduringrecovery,16010,1733257764240/wal.dat.2 so closing down 2024-12-03T20:29:27,460 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T20:29:27,460 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T20:29:27,465 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-12-03T20:29:27,466 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-12-03T20:29:27,466 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/f8dda22b-1a7d-2319-e074-bdabb3d8b79a/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-12-03T20:29:27,467 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/f8dda22b-1a7d-2319-e074-bdabb3d8b79a/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-12-03T20:29:27,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073741896_1074 (size=743) 2024-12-03T20:29:27,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073741896_1074 (size=743) 2024-12-03T20:29:27,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073741897_1075 (size=743) 2024-12-03T20:29:27,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073741897_1075 (size=743) 2024-12-03T20:29:27,475 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/f8dda22b-1a7d-2319-e074-bdabb3d8b79a/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T20:29:27,475 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/f8dda22b-1a7d-2319-e074-bdabb3d8b79a/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T20:29:27,478 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/f8dda22b-1a7d-2319-e074-bdabb3d8b79a/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:45023/user/jenkins/test-data/f8dda22b-1a7d-2319-e074-bdabb3d8b79a/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-12-03T20:29:27,478 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/f8dda22b-1a7d-2319-e074-bdabb3d8b79a/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:45023/user/jenkins/test-data/f8dda22b-1a7d-2319-e074-bdabb3d8b79a/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-12-03T20:29:27,478 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 19 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/f8dda22b-1a7d-2319-e074-bdabb3d8b79a/WALs/testretryopenduringrecovery,16010,1733257764240/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-03T20:29:27,478 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45023/user/jenkins/test-data/f8dda22b-1a7d-2319-e074-bdabb3d8b79a/WALs/testretryopenduringrecovery,16010,1733257764240/wal.dat.2, journal: Splitting hdfs://localhost:45023/user/jenkins/test-data/f8dda22b-1a7d-2319-e074-bdabb3d8b79a/WALs/testretryopenduringrecovery,16010,1733257764240/wal.dat.2, size=1.4 K (1393bytes) at 1733257767452Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/f8dda22b-1a7d-2319-e074-bdabb3d8b79a/WALs/testretryopenduringrecovery,16010,1733257764240/wal.dat.2 so closing down at 1733257767460 (+8 ms)3 split writer threads finished at 1733257767460Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/f8dda22b-1a7d-2319-e074-bdabb3d8b79a/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1733257767466 (+6 ms)Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/f8dda22b-1a7d-2319-e074-bdabb3d8b79a/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1733257767467 (+1 ms)Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/f8dda22b-1a7d-2319-e074-bdabb3d8b79a/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733257767475 (+8 ms)Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/f8dda22b-1a7d-2319-e074-bdabb3d8b79a/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733257767475Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/f8dda22b-1a7d-2319-e074-bdabb3d8b79a/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:45023/user/jenkins/test-data/f8dda22b-1a7d-2319-e074-bdabb3d8b79a/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1733257767478 (+3 ms)Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/f8dda22b-1a7d-2319-e074-bdabb3d8b79a/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:45023/user/jenkins/test-data/f8dda22b-1a7d-2319-e074-bdabb3d8b79a/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1733257767478Processed 20 edits across 2 Regions in 19 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/f8dda22b-1a7d-2319-e074-bdabb3d8b79a/WALs/testretryopenduringrecovery,16010,1733257764240/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733257767478 2024-12-03T20:29:27,482 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45023/user/jenkins/test-data/f8dda22b-1a7d-2319-e074-bdabb3d8b79a/WALs/testretryopenduringrecovery,16010,1733257764240/wal.dat.2 to hdfs://localhost:45023/user/jenkins/test-data/f8dda22b-1a7d-2319-e074-bdabb3d8b79a/oldWALs/wal.dat.2 2024-12-03T20:29:27,483 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45023/user/jenkins/test-data/f8dda22b-1a7d-2319-e074-bdabb3d8b79a/WALs/testretryopenduringrecovery,16010,1733257764240/wal.dat.3, size=1.4 K (1393bytes) 2024-12-03T20:29:27,483 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45023/user/jenkins/test-data/f8dda22b-1a7d-2319-e074-bdabb3d8b79a/WALs/testretryopenduringrecovery,16010,1733257764240/wal.dat.3 2024-12-03T20:29:27,484 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45023/user/jenkins/test-data/f8dda22b-1a7d-2319-e074-bdabb3d8b79a/WALs/testretryopenduringrecovery,16010,1733257764240/wal.dat.3 after 1ms 2024-12-03T20:29:27,489 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45023/user/jenkins/test-data/f8dda22b-1a7d-2319-e074-bdabb3d8b79a/WALs/testretryopenduringrecovery,16010,1733257764240/wal.dat.3 took 6ms 2024-12-03T20:29:27,490 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/f8dda22b-1a7d-2319-e074-bdabb3d8b79a/WALs/testretryopenduringrecovery,16010,1733257764240/wal.dat.3 so closing down 2024-12-03T20:29:27,491 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T20:29:27,491 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T20:29:27,494 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-12-03T20:29:27,494 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-12-03T20:29:27,495 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/f8dda22b-1a7d-2319-e074-bdabb3d8b79a/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-12-03T20:29:27,495 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/f8dda22b-1a7d-2319-e074-bdabb3d8b79a/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-12-03T20:29:27,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073741898_1076 (size=743) 2024-12-03T20:29:27,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073741898_1076 (size=743) 2024-12-03T20:29:27,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073741899_1077 (size=743) 2024-12-03T20:29:27,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073741899_1077 (size=743) 2024-12-03T20:29:27,904 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/f8dda22b-1a7d-2319-e074-bdabb3d8b79a/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T20:29:27,907 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/f8dda22b-1a7d-2319-e074-bdabb3d8b79a/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T20:29:27,923 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/f8dda22b-1a7d-2319-e074-bdabb3d8b79a/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:45023/user/jenkins/test-data/f8dda22b-1a7d-2319-e074-bdabb3d8b79a/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-12-03T20:29:27,923 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/f8dda22b-1a7d-2319-e074-bdabb3d8b79a/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:45023/user/jenkins/test-data/f8dda22b-1a7d-2319-e074-bdabb3d8b79a/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-12-03T20:29:27,923 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 434 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/f8dda22b-1a7d-2319-e074-bdabb3d8b79a/WALs/testretryopenduringrecovery,16010,1733257764240/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-03T20:29:27,923 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45023/user/jenkins/test-data/f8dda22b-1a7d-2319-e074-bdabb3d8b79a/WALs/testretryopenduringrecovery,16010,1733257764240/wal.dat.3, journal: Splitting hdfs://localhost:45023/user/jenkins/test-data/f8dda22b-1a7d-2319-e074-bdabb3d8b79a/WALs/testretryopenduringrecovery,16010,1733257764240/wal.dat.3, size=1.4 K (1393bytes) at 1733257767483Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/f8dda22b-1a7d-2319-e074-bdabb3d8b79a/WALs/testretryopenduringrecovery,16010,1733257764240/wal.dat.3 so closing down at 1733257767491 (+8 ms)3 split writer threads finished at 1733257767491Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/f8dda22b-1a7d-2319-e074-bdabb3d8b79a/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1733257767495 (+4 ms)Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/f8dda22b-1a7d-2319-e074-bdabb3d8b79a/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1733257767495Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/f8dda22b-1a7d-2319-e074-bdabb3d8b79a/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733257767904 (+409 ms)Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/f8dda22b-1a7d-2319-e074-bdabb3d8b79a/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733257767907 (+3 ms)Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/f8dda22b-1a7d-2319-e074-bdabb3d8b79a/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:45023/user/jenkins/test-data/f8dda22b-1a7d-2319-e074-bdabb3d8b79a/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1733257767923 (+16 ms)Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/f8dda22b-1a7d-2319-e074-bdabb3d8b79a/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:45023/user/jenkins/test-data/f8dda22b-1a7d-2319-e074-bdabb3d8b79a/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1733257767923Processed 20 edits across 2 Regions in 434 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/f8dda22b-1a7d-2319-e074-bdabb3d8b79a/WALs/testretryopenduringrecovery,16010,1733257764240/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733257767923 2024-12-03T20:29:27,934 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45023/user/jenkins/test-data/f8dda22b-1a7d-2319-e074-bdabb3d8b79a/WALs/testretryopenduringrecovery,16010,1733257764240/wal.dat.3 to hdfs://localhost:45023/user/jenkins/test-data/f8dda22b-1a7d-2319-e074-bdabb3d8b79a/oldWALs/wal.dat.3 2024-12-03T20:29:27,934 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45023/user/jenkins/test-data/f8dda22b-1a7d-2319-e074-bdabb3d8b79a/WALs/testretryopenduringrecovery,16010,1733257764240/wal.dat.4, size=1.4 K (1393bytes) 2024-12-03T20:29:27,934 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45023/user/jenkins/test-data/f8dda22b-1a7d-2319-e074-bdabb3d8b79a/WALs/testretryopenduringrecovery,16010,1733257764240/wal.dat.4 2024-12-03T20:29:27,936 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45023/user/jenkins/test-data/f8dda22b-1a7d-2319-e074-bdabb3d8b79a/WALs/testretryopenduringrecovery,16010,1733257764240/wal.dat.4 after 0ms 2024-12-03T20:29:27,941 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45023/user/jenkins/test-data/f8dda22b-1a7d-2319-e074-bdabb3d8b79a/WALs/testretryopenduringrecovery,16010,1733257764240/wal.dat.4 took 7ms 2024-12-03T20:29:27,980 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/f8dda22b-1a7d-2319-e074-bdabb3d8b79a/WALs/testretryopenduringrecovery,16010,1733257764240/wal.dat.4 so closing down 2024-12-03T20:29:27,980 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T20:29:27,984 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T20:29:28,001 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-12-03T20:29:28,004 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/f8dda22b-1a7d-2319-e074-bdabb3d8b79a/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-12-03T20:29:28,005 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-12-03T20:29:28,008 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/f8dda22b-1a7d-2319-e074-bdabb3d8b79a/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-12-03T20:29:28,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073741900_1078 (size=743) 2024-12-03T20:29:28,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073741900_1078 (size=743) 2024-12-03T20:29:28,017 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/f8dda22b-1a7d-2319-e074-bdabb3d8b79a/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T20:29:28,019 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/f8dda22b-1a7d-2319-e074-bdabb3d8b79a/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:45023/user/jenkins/test-data/f8dda22b-1a7d-2319-e074-bdabb3d8b79a/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-12-03T20:29:28,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073741901_1079 (size=743) 2024-12-03T20:29:28,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073741901_1079 (size=743) 2024-12-03T20:29:28,025 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/f8dda22b-1a7d-2319-e074-bdabb3d8b79a/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T20:29:28,029 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/f8dda22b-1a7d-2319-e074-bdabb3d8b79a/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:45023/user/jenkins/test-data/f8dda22b-1a7d-2319-e074-bdabb3d8b79a/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-12-03T20:29:28,030 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 53 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/f8dda22b-1a7d-2319-e074-bdabb3d8b79a/WALs/testretryopenduringrecovery,16010,1733257764240/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-03T20:29:28,030 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45023/user/jenkins/test-data/f8dda22b-1a7d-2319-e074-bdabb3d8b79a/WALs/testretryopenduringrecovery,16010,1733257764240/wal.dat.4, journal: Splitting hdfs://localhost:45023/user/jenkins/test-data/f8dda22b-1a7d-2319-e074-bdabb3d8b79a/WALs/testretryopenduringrecovery,16010,1733257764240/wal.dat.4, size=1.4 K (1393bytes) at 1733257767934Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/f8dda22b-1a7d-2319-e074-bdabb3d8b79a/WALs/testretryopenduringrecovery,16010,1733257764240/wal.dat.4 so closing down at 1733257767980 (+46 ms)3 split writer threads finished at 1733257767984 (+4 ms)Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/f8dda22b-1a7d-2319-e074-bdabb3d8b79a/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1733257768004 (+20 ms)Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/f8dda22b-1a7d-2319-e074-bdabb3d8b79a/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1733257768008 (+4 ms)Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/f8dda22b-1a7d-2319-e074-bdabb3d8b79a/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733257768017 (+9 ms)Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/f8dda22b-1a7d-2319-e074-bdabb3d8b79a/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:45023/user/jenkins/test-data/f8dda22b-1a7d-2319-e074-bdabb3d8b79a/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1733257768019 (+2 ms)Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/f8dda22b-1a7d-2319-e074-bdabb3d8b79a/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733257768025 (+6 ms)Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/f8dda22b-1a7d-2319-e074-bdabb3d8b79a/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:45023/user/jenkins/test-data/f8dda22b-1a7d-2319-e074-bdabb3d8b79a/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1733257768029 (+4 ms)Processed 20 edits across 2 Regions in 53 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/f8dda22b-1a7d-2319-e074-bdabb3d8b79a/WALs/testretryopenduringrecovery,16010,1733257764240/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733257768030 (+1 ms) 2024-12-03T20:29:28,034 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45023/user/jenkins/test-data/f8dda22b-1a7d-2319-e074-bdabb3d8b79a/WALs/testretryopenduringrecovery,16010,1733257764240/wal.dat.4 to hdfs://localhost:45023/user/jenkins/test-data/f8dda22b-1a7d-2319-e074-bdabb3d8b79a/oldWALs/wal.dat.4 2024-12-03T20:29:28,035 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45023/user/jenkins/test-data/f8dda22b-1a7d-2319-e074-bdabb3d8b79a/WALs/testretryopenduringrecovery,16010,1733257764240/wal.dat.5, size=1.4 K (1393bytes) 2024-12-03T20:29:28,035 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45023/user/jenkins/test-data/f8dda22b-1a7d-2319-e074-bdabb3d8b79a/WALs/testretryopenduringrecovery,16010,1733257764240/wal.dat.5 2024-12-03T20:29:28,035 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45023/user/jenkins/test-data/f8dda22b-1a7d-2319-e074-bdabb3d8b79a/WALs/testretryopenduringrecovery,16010,1733257764240/wal.dat.5 after 0ms 2024-12-03T20:29:28,040 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45023/user/jenkins/test-data/f8dda22b-1a7d-2319-e074-bdabb3d8b79a/WALs/testretryopenduringrecovery,16010,1733257764240/wal.dat.5 took 6ms 2024-12-03T20:29:28,043 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/f8dda22b-1a7d-2319-e074-bdabb3d8b79a/WALs/testretryopenduringrecovery,16010,1733257764240/wal.dat.5 so closing down 2024-12-03T20:29:28,043 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T20:29:28,043 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T20:29:28,066 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-12-03T20:29:28,070 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/f8dda22b-1a7d-2319-e074-bdabb3d8b79a/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-12-03T20:29:28,070 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-12-03T20:29:28,076 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/f8dda22b-1a7d-2319-e074-bdabb3d8b79a/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-12-03T20:29:28,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073741902_1080 (size=743) 2024-12-03T20:29:28,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073741902_1080 (size=743) 2024-12-03T20:29:28,104 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/f8dda22b-1a7d-2319-e074-bdabb3d8b79a/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T20:29:28,107 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/f8dda22b-1a7d-2319-e074-bdabb3d8b79a/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:45023/user/jenkins/test-data/f8dda22b-1a7d-2319-e074-bdabb3d8b79a/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-12-03T20:29:28,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073741903_1081 (size=743) 2024-12-03T20:29:28,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073741903_1081 (size=743) 2024-12-03T20:29:28,521 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/f8dda22b-1a7d-2319-e074-bdabb3d8b79a/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T20:29:28,525 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/f8dda22b-1a7d-2319-e074-bdabb3d8b79a/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:45023/user/jenkins/test-data/f8dda22b-1a7d-2319-e074-bdabb3d8b79a/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-12-03T20:29:28,525 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 483 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/f8dda22b-1a7d-2319-e074-bdabb3d8b79a/WALs/testretryopenduringrecovery,16010,1733257764240/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-03T20:29:28,526 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45023/user/jenkins/test-data/f8dda22b-1a7d-2319-e074-bdabb3d8b79a/WALs/testretryopenduringrecovery,16010,1733257764240/wal.dat.5, journal: Splitting hdfs://localhost:45023/user/jenkins/test-data/f8dda22b-1a7d-2319-e074-bdabb3d8b79a/WALs/testretryopenduringrecovery,16010,1733257764240/wal.dat.5, size=1.4 K (1393bytes) at 1733257768035Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/f8dda22b-1a7d-2319-e074-bdabb3d8b79a/WALs/testretryopenduringrecovery,16010,1733257764240/wal.dat.5 so closing down at 1733257768043 (+8 ms)3 split writer threads finished at 1733257768043Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/f8dda22b-1a7d-2319-e074-bdabb3d8b79a/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1733257768070 (+27 ms)Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/f8dda22b-1a7d-2319-e074-bdabb3d8b79a/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1733257768076 (+6 ms)Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/f8dda22b-1a7d-2319-e074-bdabb3d8b79a/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733257768104 (+28 ms)Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/f8dda22b-1a7d-2319-e074-bdabb3d8b79a/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:45023/user/jenkins/test-data/f8dda22b-1a7d-2319-e074-bdabb3d8b79a/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1733257768107 (+3 ms)Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/f8dda22b-1a7d-2319-e074-bdabb3d8b79a/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733257768521 (+414 ms)Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/f8dda22b-1a7d-2319-e074-bdabb3d8b79a/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:45023/user/jenkins/test-data/f8dda22b-1a7d-2319-e074-bdabb3d8b79a/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1733257768525 (+4 ms)Processed 20 edits across 2 Regions in 483 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/f8dda22b-1a7d-2319-e074-bdabb3d8b79a/WALs/testretryopenduringrecovery,16010,1733257764240/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733257768525 2024-12-03T20:29:28,528 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45023/user/jenkins/test-data/f8dda22b-1a7d-2319-e074-bdabb3d8b79a/WALs/testretryopenduringrecovery,16010,1733257764240/wal.dat.5 to hdfs://localhost:45023/user/jenkins/test-data/f8dda22b-1a7d-2319-e074-bdabb3d8b79a/oldWALs/wal.dat.5 2024-12-03T20:29:28,528 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45023/user/jenkins/test-data/f8dda22b-1a7d-2319-e074-bdabb3d8b79a/WALs/testretryopenduringrecovery,16010,1733257764240/wal.dat.6, size=1.4 K (1405bytes) 2024-12-03T20:29:28,529 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45023/user/jenkins/test-data/f8dda22b-1a7d-2319-e074-bdabb3d8b79a/WALs/testretryopenduringrecovery,16010,1733257764240/wal.dat.6 2024-12-03T20:29:28,529 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45023/user/jenkins/test-data/f8dda22b-1a7d-2319-e074-bdabb3d8b79a/WALs/testretryopenduringrecovery,16010,1733257764240/wal.dat.6 after 0ms 2024-12-03T20:29:28,532 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45023/user/jenkins/test-data/f8dda22b-1a7d-2319-e074-bdabb3d8b79a/WALs/testretryopenduringrecovery,16010,1733257764240/wal.dat.6 took 4ms 2024-12-03T20:29:28,534 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/f8dda22b-1a7d-2319-e074-bdabb3d8b79a/WALs/testretryopenduringrecovery,16010,1733257764240/wal.dat.6 so closing down 2024-12-03T20:29:28,534 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T20:29:28,534 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T20:29:28,537 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-12-03T20:29:28,537 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-12-03T20:29:28,538 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/f8dda22b-1a7d-2319-e074-bdabb3d8b79a/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-12-03T20:29:28,538 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/f8dda22b-1a7d-2319-e074-bdabb3d8b79a/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-12-03T20:29:28,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073741904_1082 (size=749) 2024-12-03T20:29:28,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073741904_1082 (size=749) 2024-12-03T20:29:28,548 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/f8dda22b-1a7d-2319-e074-bdabb3d8b79a/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T20:29:28,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073741905_1083 (size=749) 2024-12-03T20:29:28,549 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/f8dda22b-1a7d-2319-e074-bdabb3d8b79a/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T20:29:28,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073741905_1083 (size=749) 2024-12-03T20:29:28,551 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/f8dda22b-1a7d-2319-e074-bdabb3d8b79a/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:45023/user/jenkins/test-data/f8dda22b-1a7d-2319-e074-bdabb3d8b79a/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-12-03T20:29:28,552 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/f8dda22b-1a7d-2319-e074-bdabb3d8b79a/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:45023/user/jenkins/test-data/f8dda22b-1a7d-2319-e074-bdabb3d8b79a/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-12-03T20:29:28,553 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 21 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/f8dda22b-1a7d-2319-e074-bdabb3d8b79a/WALs/testretryopenduringrecovery,16010,1733257764240/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-12-03T20:29:28,553 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45023/user/jenkins/test-data/f8dda22b-1a7d-2319-e074-bdabb3d8b79a/WALs/testretryopenduringrecovery,16010,1733257764240/wal.dat.6, journal: Splitting hdfs://localhost:45023/user/jenkins/test-data/f8dda22b-1a7d-2319-e074-bdabb3d8b79a/WALs/testretryopenduringrecovery,16010,1733257764240/wal.dat.6, size=1.4 K (1405bytes) at 1733257768528Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/f8dda22b-1a7d-2319-e074-bdabb3d8b79a/WALs/testretryopenduringrecovery,16010,1733257764240/wal.dat.6 so closing down at 1733257768534 (+6 ms)3 split writer threads finished at 1733257768534Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/f8dda22b-1a7d-2319-e074-bdabb3d8b79a/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1733257768538 (+4 ms)Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/f8dda22b-1a7d-2319-e074-bdabb3d8b79a/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1733257768538Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/f8dda22b-1a7d-2319-e074-bdabb3d8b79a/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733257768548 (+10 ms)Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/f8dda22b-1a7d-2319-e074-bdabb3d8b79a/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733257768550 (+2 ms)Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/f8dda22b-1a7d-2319-e074-bdabb3d8b79a/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:45023/user/jenkins/test-data/f8dda22b-1a7d-2319-e074-bdabb3d8b79a/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1733257768551 (+1 ms)Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/f8dda22b-1a7d-2319-e074-bdabb3d8b79a/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:45023/user/jenkins/test-data/f8dda22b-1a7d-2319-e074-bdabb3d8b79a/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1733257768552 (+1 ms)Processed 20 edits across 2 Regions in 21 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/f8dda22b-1a7d-2319-e074-bdabb3d8b79a/WALs/testretryopenduringrecovery,16010,1733257764240/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1733257768553 (+1 ms) 2024-12-03T20:29:28,557 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45023/user/jenkins/test-data/f8dda22b-1a7d-2319-e074-bdabb3d8b79a/WALs/testretryopenduringrecovery,16010,1733257764240/wal.dat.6 to hdfs://localhost:45023/user/jenkins/test-data/f8dda22b-1a7d-2319-e074-bdabb3d8b79a/oldWALs/wal.dat.6 2024-12-03T20:29:28,557 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45023/user/jenkins/test-data/f8dda22b-1a7d-2319-e074-bdabb3d8b79a/WALs/testretryopenduringrecovery,16010,1733257764240/wal.dat.7, size=1.4 K (1413bytes) 2024-12-03T20:29:28,557 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45023/user/jenkins/test-data/f8dda22b-1a7d-2319-e074-bdabb3d8b79a/WALs/testretryopenduringrecovery,16010,1733257764240/wal.dat.7 2024-12-03T20:29:28,558 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45023/user/jenkins/test-data/f8dda22b-1a7d-2319-e074-bdabb3d8b79a/WALs/testretryopenduringrecovery,16010,1733257764240/wal.dat.7 after 1ms 2024-12-03T20:29:28,561 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45023/user/jenkins/test-data/f8dda22b-1a7d-2319-e074-bdabb3d8b79a/WALs/testretryopenduringrecovery,16010,1733257764240/wal.dat.7 took 3ms 2024-12-03T20:29:28,562 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/f8dda22b-1a7d-2319-e074-bdabb3d8b79a/WALs/testretryopenduringrecovery,16010,1733257764240/wal.dat.7 so closing down 2024-12-03T20:29:28,562 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T20:29:28,562 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T20:29:28,565 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-12-03T20:29:28,565 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-12-03T20:29:28,566 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/f8dda22b-1a7d-2319-e074-bdabb3d8b79a/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-12-03T20:29:28,566 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/f8dda22b-1a7d-2319-e074-bdabb3d8b79a/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-12-03T20:29:28,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073741906_1084 (size=753) 2024-12-03T20:29:28,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073741906_1084 (size=753) 2024-12-03T20:29:28,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073741907_1085 (size=753) 2024-12-03T20:29:28,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073741907_1085 (size=753) 2024-12-03T20:29:28,587 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/f8dda22b-1a7d-2319-e074-bdabb3d8b79a/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T20:29:28,591 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/f8dda22b-1a7d-2319-e074-bdabb3d8b79a/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:45023/user/jenkins/test-data/f8dda22b-1a7d-2319-e074-bdabb3d8b79a/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-12-03T20:29:28,979 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/f8dda22b-1a7d-2319-e074-bdabb3d8b79a/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T20:29:28,987 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/f8dda22b-1a7d-2319-e074-bdabb3d8b79a/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:45023/user/jenkins/test-data/f8dda22b-1a7d-2319-e074-bdabb3d8b79a/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-12-03T20:29:28,987 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 426 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/f8dda22b-1a7d-2319-e074-bdabb3d8b79a/WALs/testretryopenduringrecovery,16010,1733257764240/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-12-03T20:29:28,987 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45023/user/jenkins/test-data/f8dda22b-1a7d-2319-e074-bdabb3d8b79a/WALs/testretryopenduringrecovery,16010,1733257764240/wal.dat.7, journal: Splitting hdfs://localhost:45023/user/jenkins/test-data/f8dda22b-1a7d-2319-e074-bdabb3d8b79a/WALs/testretryopenduringrecovery,16010,1733257764240/wal.dat.7, size=1.4 K (1413bytes) at 1733257768557Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/f8dda22b-1a7d-2319-e074-bdabb3d8b79a/WALs/testretryopenduringrecovery,16010,1733257764240/wal.dat.7 so closing down at 1733257768562 (+5 ms)3 split writer threads finished at 1733257768562Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/f8dda22b-1a7d-2319-e074-bdabb3d8b79a/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1733257768566 (+4 ms)Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/f8dda22b-1a7d-2319-e074-bdabb3d8b79a/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1733257768566Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/f8dda22b-1a7d-2319-e074-bdabb3d8b79a/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733257768587 (+21 ms)Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/f8dda22b-1a7d-2319-e074-bdabb3d8b79a/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:45023/user/jenkins/test-data/f8dda22b-1a7d-2319-e074-bdabb3d8b79a/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1733257768591 (+4 ms)Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/f8dda22b-1a7d-2319-e074-bdabb3d8b79a/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733257768980 (+389 ms)Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/f8dda22b-1a7d-2319-e074-bdabb3d8b79a/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:45023/user/jenkins/test-data/f8dda22b-1a7d-2319-e074-bdabb3d8b79a/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1733257768987 (+7 ms)Processed 20 edits across 2 Regions in 426 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/f8dda22b-1a7d-2319-e074-bdabb3d8b79a/WALs/testretryopenduringrecovery,16010,1733257764240/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1733257768987 2024-12-03T20:29:28,994 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45023/user/jenkins/test-data/f8dda22b-1a7d-2319-e074-bdabb3d8b79a/WALs/testretryopenduringrecovery,16010,1733257764240/wal.dat.7 to hdfs://localhost:45023/user/jenkins/test-data/f8dda22b-1a7d-2319-e074-bdabb3d8b79a/oldWALs/wal.dat.7 2024-12-03T20:29:28,995 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45023/user/jenkins/test-data/f8dda22b-1a7d-2319-e074-bdabb3d8b79a/WALs/testretryopenduringrecovery,16010,1733257764240/wal.dat.8, size=1.4 K (1413bytes) 2024-12-03T20:29:28,995 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45023/user/jenkins/test-data/f8dda22b-1a7d-2319-e074-bdabb3d8b79a/WALs/testretryopenduringrecovery,16010,1733257764240/wal.dat.8 2024-12-03T20:29:28,995 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45023/user/jenkins/test-data/f8dda22b-1a7d-2319-e074-bdabb3d8b79a/WALs/testretryopenduringrecovery,16010,1733257764240/wal.dat.8 after 0ms 2024-12-03T20:29:29,010 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45023/user/jenkins/test-data/f8dda22b-1a7d-2319-e074-bdabb3d8b79a/WALs/testretryopenduringrecovery,16010,1733257764240/wal.dat.8 took 16ms 2024-12-03T20:29:29,022 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/f8dda22b-1a7d-2319-e074-bdabb3d8b79a/WALs/testretryopenduringrecovery,16010,1733257764240/wal.dat.8 so closing down 2024-12-03T20:29:29,022 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T20:29:29,023 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T20:29:29,039 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-12-03T20:29:29,041 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-12-03T20:29:29,048 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/f8dda22b-1a7d-2319-e074-bdabb3d8b79a/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-12-03T20:29:29,064 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/f8dda22b-1a7d-2319-e074-bdabb3d8b79a/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-12-03T20:29:29,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073741909_1087 (size=753) 2024-12-03T20:29:29,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073741909_1087 (size=753) 2024-12-03T20:29:29,078 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/f8dda22b-1a7d-2319-e074-bdabb3d8b79a/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T20:29:29,086 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/f8dda22b-1a7d-2319-e074-bdabb3d8b79a/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:45023/user/jenkins/test-data/f8dda22b-1a7d-2319-e074-bdabb3d8b79a/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-12-03T20:29:29,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073741908_1086 (size=753) 2024-12-03T20:29:29,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073741908_1086 (size=753) 2024-12-03T20:29:29,100 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/f8dda22b-1a7d-2319-e074-bdabb3d8b79a/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T20:29:29,107 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/f8dda22b-1a7d-2319-e074-bdabb3d8b79a/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:45023/user/jenkins/test-data/f8dda22b-1a7d-2319-e074-bdabb3d8b79a/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-12-03T20:29:29,107 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 87 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/f8dda22b-1a7d-2319-e074-bdabb3d8b79a/WALs/testretryopenduringrecovery,16010,1733257764240/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-12-03T20:29:29,107 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45023/user/jenkins/test-data/f8dda22b-1a7d-2319-e074-bdabb3d8b79a/WALs/testretryopenduringrecovery,16010,1733257764240/wal.dat.8, journal: Splitting hdfs://localhost:45023/user/jenkins/test-data/f8dda22b-1a7d-2319-e074-bdabb3d8b79a/WALs/testretryopenduringrecovery,16010,1733257764240/wal.dat.8, size=1.4 K (1413bytes) at 1733257768995Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/f8dda22b-1a7d-2319-e074-bdabb3d8b79a/WALs/testretryopenduringrecovery,16010,1733257764240/wal.dat.8 so closing down at 1733257769022 (+27 ms)3 split writer threads finished at 1733257769023 (+1 ms)Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/f8dda22b-1a7d-2319-e074-bdabb3d8b79a/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1733257769048 (+25 ms)Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/f8dda22b-1a7d-2319-e074-bdabb3d8b79a/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1733257769064 (+16 ms)Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/f8dda22b-1a7d-2319-e074-bdabb3d8b79a/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733257769078 (+14 ms)Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/f8dda22b-1a7d-2319-e074-bdabb3d8b79a/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:45023/user/jenkins/test-data/f8dda22b-1a7d-2319-e074-bdabb3d8b79a/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1733257769086 (+8 ms)Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/f8dda22b-1a7d-2319-e074-bdabb3d8b79a/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733257769100 (+14 ms)Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/f8dda22b-1a7d-2319-e074-bdabb3d8b79a/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:45023/user/jenkins/test-data/f8dda22b-1a7d-2319-e074-bdabb3d8b79a/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1733257769107 (+7 ms)Processed 20 edits across 2 Regions in 87 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/f8dda22b-1a7d-2319-e074-bdabb3d8b79a/WALs/testretryopenduringrecovery,16010,1733257764240/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1733257769107 2024-12-03T20:29:29,118 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45023/user/jenkins/test-data/f8dda22b-1a7d-2319-e074-bdabb3d8b79a/WALs/testretryopenduringrecovery,16010,1733257764240/wal.dat.8 to hdfs://localhost:45023/user/jenkins/test-data/f8dda22b-1a7d-2319-e074-bdabb3d8b79a/oldWALs/wal.dat.8 2024-12-03T20:29:29,118 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45023/user/jenkins/test-data/f8dda22b-1a7d-2319-e074-bdabb3d8b79a/WALs/testretryopenduringrecovery,16010,1733257764240/wal.dat.9, size=1.4 K (1413bytes) 2024-12-03T20:29:29,118 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45023/user/jenkins/test-data/f8dda22b-1a7d-2319-e074-bdabb3d8b79a/WALs/testretryopenduringrecovery,16010,1733257764240/wal.dat.9 2024-12-03T20:29:29,119 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45023/user/jenkins/test-data/f8dda22b-1a7d-2319-e074-bdabb3d8b79a/WALs/testretryopenduringrecovery,16010,1733257764240/wal.dat.9 after 1ms 2024-12-03T20:29:29,123 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45023/user/jenkins/test-data/f8dda22b-1a7d-2319-e074-bdabb3d8b79a/WALs/testretryopenduringrecovery,16010,1733257764240/wal.dat.9 took 5ms 2024-12-03T20:29:29,137 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/f8dda22b-1a7d-2319-e074-bdabb3d8b79a/WALs/testretryopenduringrecovery,16010,1733257764240/wal.dat.9 so closing down 2024-12-03T20:29:29,137 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T20:29:29,140 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T20:29:29,144 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-12-03T20:29:29,157 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/f8dda22b-1a7d-2319-e074-bdabb3d8b79a/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-12-03T20:29:29,166 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-12-03T20:29:29,168 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/f8dda22b-1a7d-2319-e074-bdabb3d8b79a/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-12-03T20:29:29,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073741911_1089 (size=753) 2024-12-03T20:29:29,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073741911_1089 (size=753) 2024-12-03T20:29:29,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073741910_1088 (size=753) 2024-12-03T20:29:29,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073741910_1088 (size=753) 2024-12-03T20:29:29,593 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/f8dda22b-1a7d-2319-e074-bdabb3d8b79a/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T20:29:29,596 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/f8dda22b-1a7d-2319-e074-bdabb3d8b79a/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T20:29:29,597 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/f8dda22b-1a7d-2319-e074-bdabb3d8b79a/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:45023/user/jenkins/test-data/f8dda22b-1a7d-2319-e074-bdabb3d8b79a/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-12-03T20:29:29,599 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/f8dda22b-1a7d-2319-e074-bdabb3d8b79a/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:45023/user/jenkins/test-data/f8dda22b-1a7d-2319-e074-bdabb3d8b79a/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-12-03T20:29:29,600 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 470 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/f8dda22b-1a7d-2319-e074-bdabb3d8b79a/WALs/testretryopenduringrecovery,16010,1733257764240/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-12-03T20:29:29,600 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45023/user/jenkins/test-data/f8dda22b-1a7d-2319-e074-bdabb3d8b79a/WALs/testretryopenduringrecovery,16010,1733257764240/wal.dat.9, journal: Splitting hdfs://localhost:45023/user/jenkins/test-data/f8dda22b-1a7d-2319-e074-bdabb3d8b79a/WALs/testretryopenduringrecovery,16010,1733257764240/wal.dat.9, size=1.4 K (1413bytes) at 1733257769118Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/f8dda22b-1a7d-2319-e074-bdabb3d8b79a/WALs/testretryopenduringrecovery,16010,1733257764240/wal.dat.9 so closing down at 1733257769137 (+19 ms)3 split writer threads finished at 1733257769140 (+3 ms)Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/f8dda22b-1a7d-2319-e074-bdabb3d8b79a/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1733257769158 (+18 ms)Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/f8dda22b-1a7d-2319-e074-bdabb3d8b79a/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1733257769168 (+10 ms)Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/f8dda22b-1a7d-2319-e074-bdabb3d8b79a/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733257769593 (+425 ms)Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/f8dda22b-1a7d-2319-e074-bdabb3d8b79a/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733257769596 (+3 ms)Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/f8dda22b-1a7d-2319-e074-bdabb3d8b79a/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:45023/user/jenkins/test-data/f8dda22b-1a7d-2319-e074-bdabb3d8b79a/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1733257769597 (+1 ms)Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/f8dda22b-1a7d-2319-e074-bdabb3d8b79a/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:45023/user/jenkins/test-data/f8dda22b-1a7d-2319-e074-bdabb3d8b79a/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1733257769600 (+3 ms)Processed 20 edits across 2 Regions in 470 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/f8dda22b-1a7d-2319-e074-bdabb3d8b79a/WALs/testretryopenduringrecovery,16010,1733257764240/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1733257769600 2024-12-03T20:29:29,608 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45023/user/jenkins/test-data/f8dda22b-1a7d-2319-e074-bdabb3d8b79a/WALs/testretryopenduringrecovery,16010,1733257764240/wal.dat.9 to hdfs://localhost:45023/user/jenkins/test-data/f8dda22b-1a7d-2319-e074-bdabb3d8b79a/oldWALs/wal.dat.9 2024-12-03T20:29:29,652 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testRetryOpenDuringRecovery Thread=141 (was 141), OpenFileDescriptor=391 (was 397), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1374 (was 1371) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=1170 (was 982) - AvailableMemoryMB LEAK? - 2024-12-03T20:29:29,664 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testOpenZeroLengthReportedFileButWithDataGetsSplit Thread=141, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=1374, ProcessCount=11, AvailableMemoryMB=1156 2024-12-03T20:29:29,664 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-12-03T20:29:29,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073741912_1090 (size=7) 2024-12-03T20:29:29,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073741912_1090 (size=7) 2024-12-03T20:29:29,699 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45023/user/jenkins/test-data/72ccf0d3-cc6f-26e3-cf7f-cdec76677e77 with version=8 2024-12-03T20:29:29,699 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:29:29,701 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:29:29,717 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-12-03T20:29:29,717 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-12-03T20:29:29,722 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-12-03T20:29:29,724 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-12-03T20:29:29,729 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:29,729 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:29,773 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:29,773 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:29,780 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:29,780 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:29,781 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:29,781 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:29,781 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:29,782 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:29,782 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:29,782 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:29,782 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:29,782 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:29,783 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:29,783 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:29,783 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:29,783 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:29,784 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:29,784 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:29,784 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:29,784 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:29,785 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:29,785 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:29,785 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:29,786 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:29,786 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:29,786 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:29,786 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:29,786 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:29,787 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:29,787 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:29,787 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:29,787 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:29,788 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:29,788 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:29,788 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:29,788 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:29,788 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:29,788 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:29,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073741913_1091 (size=1393) 2024-12-03T20:29:29,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073741913_1091 (size=1393) 2024-12-03T20:29:29,798 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-12-03T20:29:29,798 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-12-03T20:29:29,804 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:29,804 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:29,863 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:29,863 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:29,870 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:29,870 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:29,871 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:29,871 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:29,871 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:29,871 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:29,871 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:29,871 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:29,872 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:29,872 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:29,872 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:29,872 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:29,873 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:29,873 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:29,873 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:29,873 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:29,873 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:29,873 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:29,874 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:29,874 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:29,874 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:29,874 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:29,874 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:29,874 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:29,874 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:29,875 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:29,875 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:29,875 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:29,875 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:29,875 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:29,875 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:29,875 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:29,876 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:29,876 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:29,876 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:29,876 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:29,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073741914_1092 (size=1393) 2024-12-03T20:29:29,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073741914_1092 (size=1393) 2024-12-03T20:29:29,879 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-12-03T20:29:29,880 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-12-03T20:29:29,884 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:29,884 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:29,931 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:29,931 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:29,948 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:29,948 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:29,960 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:29,960 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:29,961 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:29,961 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:29,961 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:29,961 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:29,961 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:29,962 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:29,962 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:29,962 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:29,962 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:29,962 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:29,962 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:29,962 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:29,963 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:29,963 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:29,963 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:29,963 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:29,964 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:29,964 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:29,964 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:29,964 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:29,968 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:29,968 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:29,969 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:29,969 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:29,969 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:29,969 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:29,969 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:29,969 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:29,970 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:29,970 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:29,970 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:29,970 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:29,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073741915_1093 (size=1393) 2024-12-03T20:29:29,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073741915_1093 (size=1393) 2024-12-03T20:29:29,980 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-12-03T20:29:29,980 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-12-03T20:29:29,990 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:29,990 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:30,048 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:30,048 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:30,056 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:30,056 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:30,060 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:30,060 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:30,062 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:30,062 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:30,064 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:30,064 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:30,065 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:30,065 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:30,068 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:30,068 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:30,072 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:30,072 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:30,073 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:30,073 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:30,073 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:30,073 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:30,081 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:30,081 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:30,092 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:30,092 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:30,097 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:30,097 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:30,104 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:30,104 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:30,105 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:30,105 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:30,107 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:30,107 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:30,116 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:30,116 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:30,124 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:30,124 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:30,127 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:30,128 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:30,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073741916_1094 (size=1393) 2024-12-03T20:29:30,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073741916_1094 (size=1393) 2024-12-03T20:29:30,145 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-12-03T20:29:30,145 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-12-03T20:29:30,149 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:30,149 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:30,205 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:30,205 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:30,208 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:30,208 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:30,208 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:30,208 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:30,211 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:30,211 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:30,213 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:30,214 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:30,214 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:30,214 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:30,214 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:30,214 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:30,215 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:30,215 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:30,215 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:30,215 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:30,215 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:30,215 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:30,215 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:30,215 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:30,216 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:30,216 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:30,216 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:30,216 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:30,217 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:30,218 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:30,222 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:30,222 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:30,224 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:30,224 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:30,226 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:30,226 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:30,226 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:30,226 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:30,226 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:30,226 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:30,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073741917_1095 (size=1393) 2024-12-03T20:29:30,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073741917_1095 (size=1393) 2024-12-03T20:29:30,230 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-12-03T20:29:30,230 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-12-03T20:29:30,232 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:30,232 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:30,302 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:30,302 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:30,305 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:30,305 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:30,316 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:30,316 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:30,324 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:30,324 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:30,332 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:30,332 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:30,340 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:30,340 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:30,348 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:30,348 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:30,354 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:30,354 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:30,363 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:30,364 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:30,366 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:30,366 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:30,368 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:30,368 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:30,369 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:30,369 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:30,389 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:30,389 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:30,396 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:30,396 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:30,402 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:30,402 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:30,405 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:30,405 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:30,412 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:30,412 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:30,421 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:30,421 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:30,428 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:30,428 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:30,429 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-12-03T20:29:30,435 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:30,436 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:30,513 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:30,513 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:30,514 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:30,514 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:30,521 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:30,522 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:30,523 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:30,523 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:30,524 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:30,524 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:30,524 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:30,524 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:30,528 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:30,528 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:30,529 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:30,529 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:30,529 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:30,529 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:30,530 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:30,530 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:30,530 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:30,530 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:30,530 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:30,530 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:30,530 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:30,530 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:30,531 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:30,531 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:30,531 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:30,531 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:30,531 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:30,532 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:30,532 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:30,532 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:30,533 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:30,533 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:30,533 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:30,533 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:30,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073741919_1097 (size=1405) 2024-12-03T20:29:30,539 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-12-03T20:29:30,539 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-12-03T20:29:30,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073741919_1097 (size=1405) 2024-12-03T20:29:30,541 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:30,541 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:30,545 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:30,545 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:30,545 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:30,545 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:30,546 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:30,546 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:30,546 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:30,546 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:30,546 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:30,546 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:30,547 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:30,547 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:30,547 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:30,547 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:30,547 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:30,547 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:30,548 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:30,548 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:30,548 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:30,548 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:30,548 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:30,548 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:30,549 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:30,549 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:30,549 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:30,550 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:30,550 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:30,550 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:30,550 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:30,550 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:30,550 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:30,551 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:30,551 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:30,551 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:30,551 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:30,551 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:30,551 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:30,551 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:30,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073741920_1098 (size=1413) 2024-12-03T20:29:30,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073741920_1098 (size=1413) 2024-12-03T20:29:30,965 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-12-03T20:29:30,965 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-12-03T20:29:30,973 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:30,973 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:31,005 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:31,005 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:31,012 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:31,012 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:31,012 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:31,012 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:31,013 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:31,013 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:31,013 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:31,013 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:31,014 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:31,014 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:31,014 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:31,014 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:31,014 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:31,014 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:31,015 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:31,015 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:31,015 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:31,015 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:31,016 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:31,016 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:31,016 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:31,016 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:31,016 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:31,016 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:31,017 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:31,017 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:31,017 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:31,017 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:31,017 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:31,017 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:31,018 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:31,018 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:31,018 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:31,018 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:31,019 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:31,019 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:31,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073741921_1099 (size=1413) 2024-12-03T20:29:31,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073741921_1099 (size=1413) 2024-12-03T20:29:31,428 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-12-03T20:29:31,428 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-12-03T20:29:31,441 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:31,441 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:31,516 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:31,516 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:31,520 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:31,520 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:31,525 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:31,525 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:31,526 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:31,526 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:31,529 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:31,529 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:31,530 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:31,530 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:31,537 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:31,537 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:31,546 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:31,546 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:31,552 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:31,552 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:31,560 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:31,560 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:31,564 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:31,564 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:31,565 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:31,565 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:31,574 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:31,574 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:31,574 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:31,574 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:31,575 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:31,575 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:31,576 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:31,576 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:31,577 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:31,577 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:31,592 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:31,592 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:31,596 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:31,596 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:31,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073741922_1100 (size=1413) 2024-12-03T20:29:31,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073741922_1100 (size=1413) 2024-12-03T20:29:31,608 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-12-03T20:29:31,651 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45023/user/jenkins/test-data/01184085-495e-a128-00d4-6ff818a10f94/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733257769717/wal.dat.0, size=1.4 K (1393bytes) 2024-12-03T20:29:31,651 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45023/user/jenkins/test-data/01184085-495e-a128-00d4-6ff818a10f94/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733257769717/wal.dat.0 2024-12-03T20:29:31,656 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45023/user/jenkins/test-data/01184085-495e-a128-00d4-6ff818a10f94/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733257769717/wal.dat.0 after 5ms 2024-12-03T20:29:31,675 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45023/user/jenkins/test-data/01184085-495e-a128-00d4-6ff818a10f94/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733257769717/wal.dat.0 took 24ms 2024-12-03T20:29:31,705 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/01184085-495e-a128-00d4-6ff818a10f94/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733257769717/wal.dat.0 so closing down 2024-12-03T20:29:31,706 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T20:29:31,712 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T20:29:31,734 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-12-03T20:29:31,741 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-12-03T20:29:31,749 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/01184085-495e-a128-00d4-6ff818a10f94/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-12-03T20:29:31,755 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/01184085-495e-a128-00d4-6ff818a10f94/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-12-03T20:29:31,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073741923_1101 (size=743) 2024-12-03T20:29:31,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073741923_1101 (size=743) 2024-12-03T20:29:31,798 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/01184085-495e-a128-00d4-6ff818a10f94/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T20:29:31,800 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/01184085-495e-a128-00d4-6ff818a10f94/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:45023/user/jenkins/test-data/01184085-495e-a128-00d4-6ff818a10f94/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-12-03T20:29:31,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073741924_1102 (size=743) 2024-12-03T20:29:31,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073741924_1102 (size=743) 2024-12-03T20:29:31,819 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/01184085-495e-a128-00d4-6ff818a10f94/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T20:29:31,821 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/01184085-495e-a128-00d4-6ff818a10f94/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:45023/user/jenkins/test-data/01184085-495e-a128-00d4-6ff818a10f94/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-12-03T20:29:31,821 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 129 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/01184085-495e-a128-00d4-6ff818a10f94/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733257769717/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-03T20:29:31,821 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45023/user/jenkins/test-data/01184085-495e-a128-00d4-6ff818a10f94/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733257769717/wal.dat.0, journal: Splitting hdfs://localhost:45023/user/jenkins/test-data/01184085-495e-a128-00d4-6ff818a10f94/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733257769717/wal.dat.0, size=1.4 K (1393bytes) at 1733257771651Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/01184085-495e-a128-00d4-6ff818a10f94/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733257769717/wal.dat.0 so closing down at 1733257771705 (+54 ms)3 split writer threads finished at 1733257771712 (+7 ms)Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/01184085-495e-a128-00d4-6ff818a10f94/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1733257771749 (+37 ms)Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/01184085-495e-a128-00d4-6ff818a10f94/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1733257771755 (+6 ms)Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/01184085-495e-a128-00d4-6ff818a10f94/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733257771798 (+43 ms)Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/01184085-495e-a128-00d4-6ff818a10f94/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:45023/user/jenkins/test-data/01184085-495e-a128-00d4-6ff818a10f94/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1733257771800 (+2 ms)Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/01184085-495e-a128-00d4-6ff818a10f94/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733257771819 (+19 ms)Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/01184085-495e-a128-00d4-6ff818a10f94/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:45023/user/jenkins/test-data/01184085-495e-a128-00d4-6ff818a10f94/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1733257771821 (+2 ms)Processed 20 edits across 2 Regions in 129 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/01184085-495e-a128-00d4-6ff818a10f94/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733257769717/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733257771821 2024-12-03T20:29:31,826 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45023/user/jenkins/test-data/01184085-495e-a128-00d4-6ff818a10f94/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733257769717/wal.dat.0 to hdfs://localhost:45023/user/jenkins/test-data/01184085-495e-a128-00d4-6ff818a10f94/oldWALs/wal.dat.0 2024-12-03T20:29:31,826 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45023/user/jenkins/test-data/01184085-495e-a128-00d4-6ff818a10f94/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733257769717/wal.dat.1, size=1.4 K (1393bytes) 2024-12-03T20:29:31,826 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45023/user/jenkins/test-data/01184085-495e-a128-00d4-6ff818a10f94/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733257769717/wal.dat.1 2024-12-03T20:29:31,827 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45023/user/jenkins/test-data/01184085-495e-a128-00d4-6ff818a10f94/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733257769717/wal.dat.1 after 0ms 2024-12-03T20:29:31,830 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45023/user/jenkins/test-data/01184085-495e-a128-00d4-6ff818a10f94/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733257769717/wal.dat.1 took 4ms 2024-12-03T20:29:31,847 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/01184085-495e-a128-00d4-6ff818a10f94/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733257769717/wal.dat.1 so closing down 2024-12-03T20:29:31,847 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T20:29:31,849 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T20:29:31,876 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-12-03T20:29:31,876 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-12-03T20:29:31,888 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/01184085-495e-a128-00d4-6ff818a10f94/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-12-03T20:29:31,892 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/01184085-495e-a128-00d4-6ff818a10f94/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-12-03T20:29:31,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073741925_1103 (size=743) 2024-12-03T20:29:31,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073741925_1103 (size=743) 2024-12-03T20:29:31,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073741926_1104 (size=743) 2024-12-03T20:29:31,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073741926_1104 (size=743) 2024-12-03T20:29:32,320 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/01184085-495e-a128-00d4-6ff818a10f94/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T20:29:32,329 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/01184085-495e-a128-00d4-6ff818a10f94/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:45023/user/jenkins/test-data/01184085-495e-a128-00d4-6ff818a10f94/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-12-03T20:29:32,352 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/01184085-495e-a128-00d4-6ff818a10f94/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T20:29:32,357 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/01184085-495e-a128-00d4-6ff818a10f94/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:45023/user/jenkins/test-data/01184085-495e-a128-00d4-6ff818a10f94/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-12-03T20:29:32,360 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 515 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/01184085-495e-a128-00d4-6ff818a10f94/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733257769717/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-03T20:29:32,360 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45023/user/jenkins/test-data/01184085-495e-a128-00d4-6ff818a10f94/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733257769717/wal.dat.1, journal: Splitting hdfs://localhost:45023/user/jenkins/test-data/01184085-495e-a128-00d4-6ff818a10f94/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733257769717/wal.dat.1, size=1.4 K (1393bytes) at 1733257771826Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/01184085-495e-a128-00d4-6ff818a10f94/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733257769717/wal.dat.1 so closing down at 1733257771847 (+21 ms)3 split writer threads finished at 1733257771849 (+2 ms)Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/01184085-495e-a128-00d4-6ff818a10f94/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1733257771888 (+39 ms)Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/01184085-495e-a128-00d4-6ff818a10f94/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1733257771892 (+4 ms)Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/01184085-495e-a128-00d4-6ff818a10f94/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733257772320 (+428 ms)Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/01184085-495e-a128-00d4-6ff818a10f94/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:45023/user/jenkins/test-data/01184085-495e-a128-00d4-6ff818a10f94/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1733257772329 (+9 ms)Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/01184085-495e-a128-00d4-6ff818a10f94/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733257772352 (+23 ms)Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/01184085-495e-a128-00d4-6ff818a10f94/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:45023/user/jenkins/test-data/01184085-495e-a128-00d4-6ff818a10f94/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1733257772357 (+5 ms)Processed 20 edits across 2 Regions in 515 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/01184085-495e-a128-00d4-6ff818a10f94/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733257769717/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733257772360 (+3 ms) 2024-12-03T20:29:32,376 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45023/user/jenkins/test-data/01184085-495e-a128-00d4-6ff818a10f94/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733257769717/wal.dat.1 to hdfs://localhost:45023/user/jenkins/test-data/01184085-495e-a128-00d4-6ff818a10f94/oldWALs/wal.dat.1 2024-12-03T20:29:32,377 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45023/user/jenkins/test-data/01184085-495e-a128-00d4-6ff818a10f94/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733257769717/wal.dat.2, size=1.4 K (1393bytes) 2024-12-03T20:29:32,377 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45023/user/jenkins/test-data/01184085-495e-a128-00d4-6ff818a10f94/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733257769717/wal.dat.2 2024-12-03T20:29:32,377 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45023/user/jenkins/test-data/01184085-495e-a128-00d4-6ff818a10f94/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733257769717/wal.dat.2 after 0ms 2024-12-03T20:29:32,381 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45023/user/jenkins/test-data/01184085-495e-a128-00d4-6ff818a10f94/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733257769717/wal.dat.2 took 5ms 2024-12-03T20:29:32,390 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/01184085-495e-a128-00d4-6ff818a10f94/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733257769717/wal.dat.2 so closing down 2024-12-03T20:29:32,390 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T20:29:32,396 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T20:29:32,428 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-12-03T20:29:32,432 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-12-03T20:29:32,432 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/01184085-495e-a128-00d4-6ff818a10f94/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-12-03T20:29:32,434 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/01184085-495e-a128-00d4-6ff818a10f94/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-12-03T20:29:32,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073741927_1105 (size=743) 2024-12-03T20:29:32,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073741927_1105 (size=743) 2024-12-03T20:29:32,509 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/01184085-495e-a128-00d4-6ff818a10f94/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T20:29:32,513 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/01184085-495e-a128-00d4-6ff818a10f94/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:45023/user/jenkins/test-data/01184085-495e-a128-00d4-6ff818a10f94/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-12-03T20:29:32,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073741928_1106 (size=743) 2024-12-03T20:29:32,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073741928_1106 (size=743) 2024-12-03T20:29:32,956 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/01184085-495e-a128-00d4-6ff818a10f94/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T20:29:32,977 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/01184085-495e-a128-00d4-6ff818a10f94/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:45023/user/jenkins/test-data/01184085-495e-a128-00d4-6ff818a10f94/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-12-03T20:29:32,977 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 590 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/01184085-495e-a128-00d4-6ff818a10f94/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733257769717/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-03T20:29:32,977 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45023/user/jenkins/test-data/01184085-495e-a128-00d4-6ff818a10f94/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733257769717/wal.dat.2, journal: Splitting hdfs://localhost:45023/user/jenkins/test-data/01184085-495e-a128-00d4-6ff818a10f94/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733257769717/wal.dat.2, size=1.4 K (1393bytes) at 1733257772377Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/01184085-495e-a128-00d4-6ff818a10f94/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733257769717/wal.dat.2 so closing down at 1733257772390 (+13 ms)3 split writer threads finished at 1733257772396 (+6 ms)Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/01184085-495e-a128-00d4-6ff818a10f94/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1733257772433 (+37 ms)Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/01184085-495e-a128-00d4-6ff818a10f94/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1733257772434 (+1 ms)Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/01184085-495e-a128-00d4-6ff818a10f94/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733257772510 (+76 ms)Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/01184085-495e-a128-00d4-6ff818a10f94/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:45023/user/jenkins/test-data/01184085-495e-a128-00d4-6ff818a10f94/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1733257772513 (+3 ms)Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/01184085-495e-a128-00d4-6ff818a10f94/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733257772956 (+443 ms)Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/01184085-495e-a128-00d4-6ff818a10f94/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:45023/user/jenkins/test-data/01184085-495e-a128-00d4-6ff818a10f94/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1733257772977 (+21 ms)Processed 20 edits across 2 Regions in 590 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/01184085-495e-a128-00d4-6ff818a10f94/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733257769717/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733257772977 2024-12-03T20:29:32,995 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45023/user/jenkins/test-data/01184085-495e-a128-00d4-6ff818a10f94/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733257769717/wal.dat.2 to hdfs://localhost:45023/user/jenkins/test-data/01184085-495e-a128-00d4-6ff818a10f94/oldWALs/wal.dat.2 2024-12-03T20:29:32,996 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45023/user/jenkins/test-data/01184085-495e-a128-00d4-6ff818a10f94/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733257769717/wal.dat.3, size=1.4 K (1393bytes) 2024-12-03T20:29:32,996 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45023/user/jenkins/test-data/01184085-495e-a128-00d4-6ff818a10f94/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733257769717/wal.dat.3 2024-12-03T20:29:32,998 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45023/user/jenkins/test-data/01184085-495e-a128-00d4-6ff818a10f94/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733257769717/wal.dat.3 after 2ms 2024-12-03T20:29:33,028 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45023/user/jenkins/test-data/01184085-495e-a128-00d4-6ff818a10f94/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733257769717/wal.dat.3 took 32ms 2024-12-03T20:29:33,036 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/01184085-495e-a128-00d4-6ff818a10f94/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733257769717/wal.dat.3 so closing down 2024-12-03T20:29:33,036 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T20:29:33,040 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T20:29:33,054 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-12-03T20:29:33,058 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-12-03T20:29:33,060 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/01184085-495e-a128-00d4-6ff818a10f94/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-12-03T20:29:33,079 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/01184085-495e-a128-00d4-6ff818a10f94/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-12-03T20:29:33,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073741929_1107 (size=743) 2024-12-03T20:29:33,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073741929_1107 (size=743) 2024-12-03T20:29:33,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073741930_1108 (size=743) 2024-12-03T20:29:33,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073741930_1108 (size=743) 2024-12-03T20:29:33,156 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/01184085-495e-a128-00d4-6ff818a10f94/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T20:29:33,170 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/01184085-495e-a128-00d4-6ff818a10f94/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:45023/user/jenkins/test-data/01184085-495e-a128-00d4-6ff818a10f94/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-12-03T20:29:33,556 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/01184085-495e-a128-00d4-6ff818a10f94/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T20:29:33,559 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/01184085-495e-a128-00d4-6ff818a10f94/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:45023/user/jenkins/test-data/01184085-495e-a128-00d4-6ff818a10f94/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-12-03T20:29:33,559 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 525 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/01184085-495e-a128-00d4-6ff818a10f94/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733257769717/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-03T20:29:33,559 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45023/user/jenkins/test-data/01184085-495e-a128-00d4-6ff818a10f94/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733257769717/wal.dat.3, journal: Splitting hdfs://localhost:45023/user/jenkins/test-data/01184085-495e-a128-00d4-6ff818a10f94/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733257769717/wal.dat.3, size=1.4 K (1393bytes) at 1733257772996Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/01184085-495e-a128-00d4-6ff818a10f94/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733257769717/wal.dat.3 so closing down at 1733257773036 (+40 ms)3 split writer threads finished at 1733257773040 (+4 ms)Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/01184085-495e-a128-00d4-6ff818a10f94/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1733257773060 (+20 ms)Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/01184085-495e-a128-00d4-6ff818a10f94/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1733257773079 (+19 ms)Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/01184085-495e-a128-00d4-6ff818a10f94/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733257773156 (+77 ms)Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/01184085-495e-a128-00d4-6ff818a10f94/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:45023/user/jenkins/test-data/01184085-495e-a128-00d4-6ff818a10f94/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1733257773170 (+14 ms)Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/01184085-495e-a128-00d4-6ff818a10f94/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733257773556 (+386 ms)Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/01184085-495e-a128-00d4-6ff818a10f94/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:45023/user/jenkins/test-data/01184085-495e-a128-00d4-6ff818a10f94/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1733257773559 (+3 ms)Processed 20 edits across 2 Regions in 525 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/01184085-495e-a128-00d4-6ff818a10f94/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733257769717/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733257773559 2024-12-03T20:29:33,582 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45023/user/jenkins/test-data/01184085-495e-a128-00d4-6ff818a10f94/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733257769717/wal.dat.3 to hdfs://localhost:45023/user/jenkins/test-data/01184085-495e-a128-00d4-6ff818a10f94/oldWALs/wal.dat.3 2024-12-03T20:29:33,582 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45023/user/jenkins/test-data/01184085-495e-a128-00d4-6ff818a10f94/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733257769717/wal.dat.4, size=1.4 K (1393bytes) 2024-12-03T20:29:33,582 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45023/user/jenkins/test-data/01184085-495e-a128-00d4-6ff818a10f94/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733257769717/wal.dat.4 2024-12-03T20:29:33,588 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45023/user/jenkins/test-data/01184085-495e-a128-00d4-6ff818a10f94/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733257769717/wal.dat.4 after 6ms 2024-12-03T20:29:33,596 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45023/user/jenkins/test-data/01184085-495e-a128-00d4-6ff818a10f94/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733257769717/wal.dat.4 took 14ms 2024-12-03T20:29:33,617 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/01184085-495e-a128-00d4-6ff818a10f94/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733257769717/wal.dat.4 so closing down 2024-12-03T20:29:33,617 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T20:29:33,620 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T20:29:33,650 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-12-03T20:29:33,652 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-12-03T20:29:33,666 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/01184085-495e-a128-00d4-6ff818a10f94/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-12-03T20:29:33,668 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/01184085-495e-a128-00d4-6ff818a10f94/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-12-03T20:29:33,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073741931_1109 (size=743) 2024-12-03T20:29:33,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073741932_1110 (size=743) 2024-12-03T20:29:33,750 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/01184085-495e-a128-00d4-6ff818a10f94/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T20:29:33,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073741931_1109 (size=743) 2024-12-03T20:29:33,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073741932_1110 (size=743) 2024-12-03T20:29:33,756 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/01184085-495e-a128-00d4-6ff818a10f94/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:45023/user/jenkins/test-data/01184085-495e-a128-00d4-6ff818a10f94/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-12-03T20:29:34,157 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/01184085-495e-a128-00d4-6ff818a10f94/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T20:29:34,172 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/01184085-495e-a128-00d4-6ff818a10f94/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:45023/user/jenkins/test-data/01184085-495e-a128-00d4-6ff818a10f94/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-12-03T20:29:34,173 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 557 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/01184085-495e-a128-00d4-6ff818a10f94/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733257769717/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-03T20:29:34,173 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45023/user/jenkins/test-data/01184085-495e-a128-00d4-6ff818a10f94/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733257769717/wal.dat.4, journal: Splitting hdfs://localhost:45023/user/jenkins/test-data/01184085-495e-a128-00d4-6ff818a10f94/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733257769717/wal.dat.4, size=1.4 K (1393bytes) at 1733257773582Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/01184085-495e-a128-00d4-6ff818a10f94/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733257769717/wal.dat.4 so closing down at 1733257773617 (+35 ms)3 split writer threads finished at 1733257773620 (+3 ms)Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/01184085-495e-a128-00d4-6ff818a10f94/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1733257773666 (+46 ms)Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/01184085-495e-a128-00d4-6ff818a10f94/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1733257773668 (+2 ms)Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/01184085-495e-a128-00d4-6ff818a10f94/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733257773750 (+82 ms)Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/01184085-495e-a128-00d4-6ff818a10f94/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:45023/user/jenkins/test-data/01184085-495e-a128-00d4-6ff818a10f94/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1733257773756 (+6 ms)Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/01184085-495e-a128-00d4-6ff818a10f94/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733257774158 (+402 ms)Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/01184085-495e-a128-00d4-6ff818a10f94/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:45023/user/jenkins/test-data/01184085-495e-a128-00d4-6ff818a10f94/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1733257774172 (+14 ms)Processed 20 edits across 2 Regions in 557 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/01184085-495e-a128-00d4-6ff818a10f94/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733257769717/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733257774173 (+1 ms) 2024-12-03T20:29:34,182 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45023/user/jenkins/test-data/01184085-495e-a128-00d4-6ff818a10f94/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733257769717/wal.dat.4 to hdfs://localhost:45023/user/jenkins/test-data/01184085-495e-a128-00d4-6ff818a10f94/oldWALs/wal.dat.4 2024-12-03T20:29:34,182 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45023/user/jenkins/test-data/01184085-495e-a128-00d4-6ff818a10f94/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733257769717/wal.dat.5, size=150 (150bytes) 2024-12-03T20:29:34,182 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45023/user/jenkins/test-data/01184085-495e-a128-00d4-6ff818a10f94/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733257769717/wal.dat.5 2024-12-03T20:29:34,183 WARN [IPC Server handler 4 on default port 45023 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/01184085-495e-a128-00d4-6ff818a10f94/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733257769717/wal.dat.5 has not been closed. Lease recovery is in progress. RecoveryId = 1111 for block blk_1073741918_1096 2024-12-03T20:29:34,186 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:45023/user/jenkins/test-data/01184085-495e-a128-00d4-6ff818a10f94/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733257769717/wal.dat.5 after 4ms 2024-12-03T20:29:35,088 WARN [ResponseProcessor for block BP-1779702324-172.17.0.3-1733257731418:blk_1073741918_1096 {}] hdfs.DataStreamer$ResponseProcessor(1303): Exception for BP-1779702324-172.17.0.3-1733257731418:blk_1073741918_1096 java.io.EOFException: Unexpected EOF while trying to read response from server at org.apache.hadoop.hdfs.protocolPB.PBHelperClient.vintPrefixed(PBHelperClient.java:529) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PipelineAck.readFields(PipelineAck.java:244) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer$ResponseProcessor.run(DataStreamer.java:1180) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-12-03T20:29:35,088 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1873858257_22 at /127.0.0.1:47900 [Receiving block BP-1779702324-172.17.0.3-1733257731418:blk_1073741918_1096] {}] datanode.DataXceiver(331): 127.0.0.1:41227:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:47900 dst: /127.0.0.1:41227 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:41227 remote=/127.0.0.1:47900]. Total timeout mills is 60000, 55342 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T20:29:35,088 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1873858257_22 at /127.0.0.1:39438 [Receiving block BP-1779702324-172.17.0.3-1733257731418:blk_1073741918_1096] {}] datanode.DataXceiver(331): 127.0.0.1:42113:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:39438 dst: /127.0.0.1:42113 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T20:29:35,088 WARN [DataStreamer for file /user/jenkins/test-data/01184085-495e-a128-00d4-6ff818a10f94/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733257769717/wal.dat.5 block BP-1779702324-172.17.0.3-1733257731418:blk_1073741918_1096 {}] hdfs.DataStreamer(1731): Error Recovery for BP-1779702324-172.17.0.3-1733257731418:blk_1073741918_1096 in pipeline [DatanodeInfoWithStorage[127.0.0.1:41227,DS-34e26a6e-6270-4b48-b805-11257a21223f,DISK], DatanodeInfoWithStorage[127.0.0.1:42113,DS-5fd751af-5ddc-4171-bd35-a30d0dde7912,DISK]]: datanode 0(DatanodeInfoWithStorage[127.0.0.1:41227,DS-34e26a6e-6270-4b48-b805-11257a21223f,DISK]) is bad. 2024-12-03T20:29:35,089 WARN [DataStreamer for file /user/jenkins/test-data/01184085-495e-a128-00d4-6ff818a10f94/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733257769717/wal.dat.5 block BP-1779702324-172.17.0.3-1733257731418:blk_1073741918_1096 {}] hdfs.DataStreamer(859): DataStreamer Exception org.apache.hadoop.ipc.RemoteException: Unexpected BlockUCState: BP-1779702324-172.17.0.3-1733257731418:blk_1073741918_1096 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$updateBlockForPipeline$50(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.updateBlockForPipeline(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.updateBlockForPipeline(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.updateBlockForPipeline(DataStreamer.java:1786) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineInternal(DataStreamer.java:1657) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForAppendOrRecovery(DataStreamer.java:1627) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.processDatanodeOrExternalError(DataStreamer.java:1408) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:707) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-12-03T20:29:35,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073741918_1111 (size=1385) 2024-12-03T20:29:38,192 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:45023/user/jenkins/test-data/01184085-495e-a128-00d4-6ff818a10f94/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733257769717/wal.dat.5 after 4010ms 2024-12-03T20:29:38,200 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45023/user/jenkins/test-data/01184085-495e-a128-00d4-6ff818a10f94/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733257769717/wal.dat.5 took 4018ms 2024-12-03T20:29:38,204 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:45023/user/jenkins/test-data/01184085-495e-a128-00d4-6ff818a10f94/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733257769717/wal.dat.5; continuing. 2024-12-03T20:29:38,204 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/01184085-495e-a128-00d4-6ff818a10f94/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733257769717/wal.dat.5 so closing down 2024-12-03T20:29:38,204 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T20:29:38,207 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T20:29:38,223 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-12-03T20:29:38,227 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-12-03T20:29:38,236 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/01184085-495e-a128-00d4-6ff818a10f94/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-12-03T20:29:38,241 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/01184085-495e-a128-00d4-6ff818a10f94/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-12-03T20:29:38,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073741933_1112 (size=743) 2024-12-03T20:29:38,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073741933_1112 (size=743) 2024-12-03T20:29:38,298 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/01184085-495e-a128-00d4-6ff818a10f94/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T20:29:38,305 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/01184085-495e-a128-00d4-6ff818a10f94/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:45023/user/jenkins/test-data/01184085-495e-a128-00d4-6ff818a10f94/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-12-03T20:29:38,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073741934_1113 (size=743) 2024-12-03T20:29:38,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073741934_1113 (size=743) 2024-12-03T20:29:38,331 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/01184085-495e-a128-00d4-6ff818a10f94/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T20:29:38,345 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/01184085-495e-a128-00d4-6ff818a10f94/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:45023/user/jenkins/test-data/01184085-495e-a128-00d4-6ff818a10f94/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-12-03T20:29:38,345 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 144 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/01184085-495e-a128-00d4-6ff818a10f94/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733257769717/wal.dat.5, size=150, length=150, corrupted=false, cancelled=false 2024-12-03T20:29:38,346 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45023/user/jenkins/test-data/01184085-495e-a128-00d4-6ff818a10f94/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733257769717/wal.dat.5, journal: Splitting hdfs://localhost:45023/user/jenkins/test-data/01184085-495e-a128-00d4-6ff818a10f94/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733257769717/wal.dat.5, size=150 (150bytes) at 1733257774182Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/01184085-495e-a128-00d4-6ff818a10f94/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733257769717/wal.dat.5 so closing down at 1733257778204 (+4022 ms)3 split writer threads finished at 1733257778207 (+3 ms)Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/01184085-495e-a128-00d4-6ff818a10f94/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1733257778236 (+29 ms)Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/01184085-495e-a128-00d4-6ff818a10f94/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1733257778241 (+5 ms)Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/01184085-495e-a128-00d4-6ff818a10f94/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733257778298 (+57 ms)Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/01184085-495e-a128-00d4-6ff818a10f94/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:45023/user/jenkins/test-data/01184085-495e-a128-00d4-6ff818a10f94/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1733257778305 (+7 ms)Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/01184085-495e-a128-00d4-6ff818a10f94/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733257778331 (+26 ms)Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/01184085-495e-a128-00d4-6ff818a10f94/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:45023/user/jenkins/test-data/01184085-495e-a128-00d4-6ff818a10f94/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1733257778345 (+14 ms)Processed 20 edits across 2 Regions in 144 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/01184085-495e-a128-00d4-6ff818a10f94/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733257769717/wal.dat.5, size=150, length=150, corrupted=false, cancelled=false at 1733257778345 2024-12-03T20:29:38,361 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45023/user/jenkins/test-data/01184085-495e-a128-00d4-6ff818a10f94/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733257769717/wal.dat.5 to hdfs://localhost:45023/user/jenkins/test-data/01184085-495e-a128-00d4-6ff818a10f94/oldWALs/wal.dat.5 2024-12-03T20:29:38,361 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45023/user/jenkins/test-data/01184085-495e-a128-00d4-6ff818a10f94/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733257769717/wal.dat.6, size=1.4 K (1405bytes) 2024-12-03T20:29:38,361 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45023/user/jenkins/test-data/01184085-495e-a128-00d4-6ff818a10f94/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733257769717/wal.dat.6 2024-12-03T20:29:38,367 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45023/user/jenkins/test-data/01184085-495e-a128-00d4-6ff818a10f94/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733257769717/wal.dat.6 after 6ms 2024-12-03T20:29:38,377 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45023/user/jenkins/test-data/01184085-495e-a128-00d4-6ff818a10f94/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733257769717/wal.dat.6 took 16ms 2024-12-03T20:29:38,414 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/01184085-495e-a128-00d4-6ff818a10f94/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733257769717/wal.dat.6 so closing down 2024-12-03T20:29:38,415 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T20:29:38,415 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T20:29:38,430 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-12-03T20:29:38,431 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-12-03T20:29:38,432 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/01184085-495e-a128-00d4-6ff818a10f94/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-12-03T20:29:38,435 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/01184085-495e-a128-00d4-6ff818a10f94/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-12-03T20:29:38,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073741935_1114 (size=749) 2024-12-03T20:29:38,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073741935_1114 (size=749) 2024-12-03T20:29:38,457 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/01184085-495e-a128-00d4-6ff818a10f94/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T20:29:38,458 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/01184085-495e-a128-00d4-6ff818a10f94/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:45023/user/jenkins/test-data/01184085-495e-a128-00d4-6ff818a10f94/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-12-03T20:29:38,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073741936_1115 (size=749) 2024-12-03T20:29:38,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073741936_1115 (size=749) 2024-12-03T20:29:38,474 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/01184085-495e-a128-00d4-6ff818a10f94/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T20:29:38,481 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/01184085-495e-a128-00d4-6ff818a10f94/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:45023/user/jenkins/test-data/01184085-495e-a128-00d4-6ff818a10f94/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-12-03T20:29:38,481 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 73 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/01184085-495e-a128-00d4-6ff818a10f94/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733257769717/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-12-03T20:29:38,482 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45023/user/jenkins/test-data/01184085-495e-a128-00d4-6ff818a10f94/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733257769717/wal.dat.6, journal: Splitting hdfs://localhost:45023/user/jenkins/test-data/01184085-495e-a128-00d4-6ff818a10f94/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733257769717/wal.dat.6, size=1.4 K (1405bytes) at 1733257778361Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/01184085-495e-a128-00d4-6ff818a10f94/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733257769717/wal.dat.6 so closing down at 1733257778415 (+54 ms)3 split writer threads finished at 1733257778415Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/01184085-495e-a128-00d4-6ff818a10f94/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1733257778432 (+17 ms)Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/01184085-495e-a128-00d4-6ff818a10f94/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1733257778435 (+3 ms)Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/01184085-495e-a128-00d4-6ff818a10f94/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733257778457 (+22 ms)Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/01184085-495e-a128-00d4-6ff818a10f94/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:45023/user/jenkins/test-data/01184085-495e-a128-00d4-6ff818a10f94/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1733257778458 (+1 ms)Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/01184085-495e-a128-00d4-6ff818a10f94/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733257778474 (+16 ms)Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/01184085-495e-a128-00d4-6ff818a10f94/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:45023/user/jenkins/test-data/01184085-495e-a128-00d4-6ff818a10f94/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1733257778481 (+7 ms)Processed 20 edits across 2 Regions in 73 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/01184085-495e-a128-00d4-6ff818a10f94/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733257769717/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1733257778481 2024-12-03T20:29:38,486 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45023/user/jenkins/test-data/01184085-495e-a128-00d4-6ff818a10f94/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733257769717/wal.dat.6 to hdfs://localhost:45023/user/jenkins/test-data/01184085-495e-a128-00d4-6ff818a10f94/oldWALs/wal.dat.6 2024-12-03T20:29:38,486 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45023/user/jenkins/test-data/01184085-495e-a128-00d4-6ff818a10f94/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733257769717/wal.dat.7, size=1.4 K (1413bytes) 2024-12-03T20:29:38,486 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45023/user/jenkins/test-data/01184085-495e-a128-00d4-6ff818a10f94/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733257769717/wal.dat.7 2024-12-03T20:29:38,487 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45023/user/jenkins/test-data/01184085-495e-a128-00d4-6ff818a10f94/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733257769717/wal.dat.7 after 1ms 2024-12-03T20:29:38,493 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45023/user/jenkins/test-data/01184085-495e-a128-00d4-6ff818a10f94/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733257769717/wal.dat.7 took 7ms 2024-12-03T20:29:38,509 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/01184085-495e-a128-00d4-6ff818a10f94/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733257769717/wal.dat.7 so closing down 2024-12-03T20:29:38,509 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T20:29:38,510 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T20:29:38,542 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-12-03T20:29:38,547 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/01184085-495e-a128-00d4-6ff818a10f94/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-12-03T20:29:38,550 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-12-03T20:29:38,562 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/01184085-495e-a128-00d4-6ff818a10f94/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-12-03T20:29:38,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073741937_1116 (size=753) 2024-12-03T20:29:38,584 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/01184085-495e-a128-00d4-6ff818a10f94/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T20:29:38,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073741937_1116 (size=753) 2024-12-03T20:29:38,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073741938_1117 (size=753) 2024-12-03T20:29:38,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073741938_1117 (size=753) 2024-12-03T20:29:38,599 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/01184085-495e-a128-00d4-6ff818a10f94/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:45023/user/jenkins/test-data/01184085-495e-a128-00d4-6ff818a10f94/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-12-03T20:29:38,599 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/01184085-495e-a128-00d4-6ff818a10f94/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T20:29:38,604 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/01184085-495e-a128-00d4-6ff818a10f94/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:45023/user/jenkins/test-data/01184085-495e-a128-00d4-6ff818a10f94/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-12-03T20:29:38,606 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 102 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/01184085-495e-a128-00d4-6ff818a10f94/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733257769717/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-12-03T20:29:38,606 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45023/user/jenkins/test-data/01184085-495e-a128-00d4-6ff818a10f94/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733257769717/wal.dat.7, journal: Splitting hdfs://localhost:45023/user/jenkins/test-data/01184085-495e-a128-00d4-6ff818a10f94/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733257769717/wal.dat.7, size=1.4 K (1413bytes) at 1733257778486Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/01184085-495e-a128-00d4-6ff818a10f94/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733257769717/wal.dat.7 so closing down at 1733257778509 (+23 ms)3 split writer threads finished at 1733257778510 (+1 ms)Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/01184085-495e-a128-00d4-6ff818a10f94/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1733257778547 (+37 ms)Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/01184085-495e-a128-00d4-6ff818a10f94/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1733257778562 (+15 ms)Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/01184085-495e-a128-00d4-6ff818a10f94/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733257778584 (+22 ms)Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/01184085-495e-a128-00d4-6ff818a10f94/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:45023/user/jenkins/test-data/01184085-495e-a128-00d4-6ff818a10f94/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1733257778599 (+15 ms)Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/01184085-495e-a128-00d4-6ff818a10f94/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733257778599Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/01184085-495e-a128-00d4-6ff818a10f94/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:45023/user/jenkins/test-data/01184085-495e-a128-00d4-6ff818a10f94/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1733257778604 (+5 ms)Processed 20 edits across 2 Regions in 102 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/01184085-495e-a128-00d4-6ff818a10f94/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733257769717/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1733257778606 (+2 ms) 2024-12-03T20:29:38,617 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45023/user/jenkins/test-data/01184085-495e-a128-00d4-6ff818a10f94/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733257769717/wal.dat.7 to hdfs://localhost:45023/user/jenkins/test-data/01184085-495e-a128-00d4-6ff818a10f94/oldWALs/wal.dat.7 2024-12-03T20:29:38,618 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45023/user/jenkins/test-data/01184085-495e-a128-00d4-6ff818a10f94/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733257769717/wal.dat.8, size=1.4 K (1413bytes) 2024-12-03T20:29:38,618 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45023/user/jenkins/test-data/01184085-495e-a128-00d4-6ff818a10f94/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733257769717/wal.dat.8 2024-12-03T20:29:38,619 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45023/user/jenkins/test-data/01184085-495e-a128-00d4-6ff818a10f94/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733257769717/wal.dat.8 after 1ms 2024-12-03T20:29:38,624 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45023/user/jenkins/test-data/01184085-495e-a128-00d4-6ff818a10f94/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733257769717/wal.dat.8 took 7ms 2024-12-03T20:29:38,643 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/01184085-495e-a128-00d4-6ff818a10f94/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733257769717/wal.dat.8 so closing down 2024-12-03T20:29:38,643 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T20:29:38,644 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T20:29:38,672 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-12-03T20:29:38,684 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/01184085-495e-a128-00d4-6ff818a10f94/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-12-03T20:29:38,688 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-12-03T20:29:38,717 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/01184085-495e-a128-00d4-6ff818a10f94/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-12-03T20:29:38,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073741939_1118 (size=753) 2024-12-03T20:29:38,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073741939_1118 (size=753) 2024-12-03T20:29:38,744 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/01184085-495e-a128-00d4-6ff818a10f94/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T20:29:38,746 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/01184085-495e-a128-00d4-6ff818a10f94/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:45023/user/jenkins/test-data/01184085-495e-a128-00d4-6ff818a10f94/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-12-03T20:29:38,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073741940_1119 (size=753) 2024-12-03T20:29:38,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073741940_1119 (size=753) 2024-12-03T20:29:38,805 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/01184085-495e-a128-00d4-6ff818a10f94/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T20:29:38,808 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/01184085-495e-a128-00d4-6ff818a10f94/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:45023/user/jenkins/test-data/01184085-495e-a128-00d4-6ff818a10f94/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-12-03T20:29:38,808 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 166 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/01184085-495e-a128-00d4-6ff818a10f94/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733257769717/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-12-03T20:29:38,808 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45023/user/jenkins/test-data/01184085-495e-a128-00d4-6ff818a10f94/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733257769717/wal.dat.8, journal: Splitting hdfs://localhost:45023/user/jenkins/test-data/01184085-495e-a128-00d4-6ff818a10f94/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733257769717/wal.dat.8, size=1.4 K (1413bytes) at 1733257778618Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/01184085-495e-a128-00d4-6ff818a10f94/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733257769717/wal.dat.8 so closing down at 1733257778643 (+25 ms)3 split writer threads finished at 1733257778644 (+1 ms)Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/01184085-495e-a128-00d4-6ff818a10f94/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1733257778684 (+40 ms)Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/01184085-495e-a128-00d4-6ff818a10f94/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1733257778717 (+33 ms)Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/01184085-495e-a128-00d4-6ff818a10f94/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733257778744 (+27 ms)Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/01184085-495e-a128-00d4-6ff818a10f94/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:45023/user/jenkins/test-data/01184085-495e-a128-00d4-6ff818a10f94/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1733257778746 (+2 ms)Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/01184085-495e-a128-00d4-6ff818a10f94/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733257778805 (+59 ms)Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/01184085-495e-a128-00d4-6ff818a10f94/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:45023/user/jenkins/test-data/01184085-495e-a128-00d4-6ff818a10f94/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1733257778808 (+3 ms)Processed 20 edits across 2 Regions in 166 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/01184085-495e-a128-00d4-6ff818a10f94/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733257769717/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1733257778808 2024-12-03T20:29:38,811 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45023/user/jenkins/test-data/01184085-495e-a128-00d4-6ff818a10f94/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733257769717/wal.dat.8 to hdfs://localhost:45023/user/jenkins/test-data/01184085-495e-a128-00d4-6ff818a10f94/oldWALs/wal.dat.8 2024-12-03T20:29:38,811 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45023/user/jenkins/test-data/01184085-495e-a128-00d4-6ff818a10f94/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733257769717/wal.dat.9, size=1.4 K (1413bytes) 2024-12-03T20:29:38,811 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45023/user/jenkins/test-data/01184085-495e-a128-00d4-6ff818a10f94/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733257769717/wal.dat.9 2024-12-03T20:29:38,812 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45023/user/jenkins/test-data/01184085-495e-a128-00d4-6ff818a10f94/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733257769717/wal.dat.9 after 1ms 2024-12-03T20:29:38,815 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45023/user/jenkins/test-data/01184085-495e-a128-00d4-6ff818a10f94/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733257769717/wal.dat.9 took 4ms 2024-12-03T20:29:38,837 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/01184085-495e-a128-00d4-6ff818a10f94/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733257769717/wal.dat.9 so closing down 2024-12-03T20:29:38,837 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T20:29:38,840 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T20:29:38,856 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-12-03T20:29:38,869 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-12-03T20:29:38,871 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/01184085-495e-a128-00d4-6ff818a10f94/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-12-03T20:29:38,872 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/01184085-495e-a128-00d4-6ff818a10f94/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-12-03T20:29:38,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073741941_1120 (size=753) 2024-12-03T20:29:38,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073741942_1121 (size=753) 2024-12-03T20:29:38,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073741942_1121 (size=753) 2024-12-03T20:29:38,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073741941_1120 (size=753) 2024-12-03T20:29:38,932 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/01184085-495e-a128-00d4-6ff818a10f94/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T20:29:38,932 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/01184085-495e-a128-00d4-6ff818a10f94/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T20:29:38,934 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/01184085-495e-a128-00d4-6ff818a10f94/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:45023/user/jenkins/test-data/01184085-495e-a128-00d4-6ff818a10f94/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-12-03T20:29:38,934 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/01184085-495e-a128-00d4-6ff818a10f94/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:45023/user/jenkins/test-data/01184085-495e-a128-00d4-6ff818a10f94/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-12-03T20:29:38,934 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 99 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/01184085-495e-a128-00d4-6ff818a10f94/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733257769717/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-12-03T20:29:38,934 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45023/user/jenkins/test-data/01184085-495e-a128-00d4-6ff818a10f94/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733257769717/wal.dat.9, journal: Splitting hdfs://localhost:45023/user/jenkins/test-data/01184085-495e-a128-00d4-6ff818a10f94/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733257769717/wal.dat.9, size=1.4 K (1413bytes) at 1733257778811Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/01184085-495e-a128-00d4-6ff818a10f94/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733257769717/wal.dat.9 so closing down at 1733257778837 (+26 ms)3 split writer threads finished at 1733257778840 (+3 ms)Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/01184085-495e-a128-00d4-6ff818a10f94/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1733257778871 (+31 ms)Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/01184085-495e-a128-00d4-6ff818a10f94/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1733257778872 (+1 ms)Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/01184085-495e-a128-00d4-6ff818a10f94/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733257778932 (+60 ms)Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/01184085-495e-a128-00d4-6ff818a10f94/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733257778932Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/01184085-495e-a128-00d4-6ff818a10f94/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:45023/user/jenkins/test-data/01184085-495e-a128-00d4-6ff818a10f94/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1733257778934 (+2 ms)Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/01184085-495e-a128-00d4-6ff818a10f94/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:45023/user/jenkins/test-data/01184085-495e-a128-00d4-6ff818a10f94/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1733257778934Processed 20 edits across 2 Regions in 99 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/01184085-495e-a128-00d4-6ff818a10f94/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733257769717/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1733257778934 2024-12-03T20:29:38,936 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45023/user/jenkins/test-data/01184085-495e-a128-00d4-6ff818a10f94/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733257769717/wal.dat.9 to hdfs://localhost:45023/user/jenkins/test-data/01184085-495e-a128-00d4-6ff818a10f94/oldWALs/wal.dat.9 2024-12-03T20:29:39,160 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testOpenZeroLengthReportedFileButWithDataGetsSplit Thread=139 (was 141), OpenFileDescriptor=397 (was 391) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1317 (was 1374), ProcessCount=11 (was 11), AvailableMemoryMB=236 (was 1156) 2024-12-03T20:29:39,175 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testRecoveredEditsPathForMeta Thread=139, OpenFileDescriptor=397, MaxFileDescriptor=1048576, SystemLoadAverage=1317, ProcessCount=11, AvailableMemoryMB=234 2024-12-03T20:29:39,176 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-12-03T20:29:39,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073741943_1122 (size=7) 2024-12-03T20:29:39,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073741943_1122 (size=7) 2024-12-03T20:29:39,249 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45023/user/jenkins/test-data/72ccf0d3-cc6f-26e3-cf7f-cdec76677e77 with version=8 2024-12-03T20:29:39,249 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:29:39,251 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:29:39,259 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-12-03T20:29:39,309 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testRecoveredEditsPathForMeta Thread=139 (was 139), OpenFileDescriptor=397 (was 397), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1317 (was 1317), ProcessCount=11 (was 11), AvailableMemoryMB=270 (was 234) - AvailableMemoryMB LEAK? - 2024-12-03T20:29:39,321 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplit Thread=139, OpenFileDescriptor=399, MaxFileDescriptor=1048576, SystemLoadAverage=1317, ProcessCount=11, AvailableMemoryMB=268 2024-12-03T20:29:39,322 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-12-03T20:29:39,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073741944_1123 (size=7) 2024-12-03T20:29:39,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073741944_1123 (size=7) 2024-12-03T20:29:39,383 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45023/user/jenkins/test-data/72ccf0d3-cc6f-26e3-cf7f-cdec76677e77 with version=8 2024-12-03T20:29:39,384 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:29:39,389 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:29:39,392 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-12-03T20:29:39,392 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-12-03T20:29:39,394 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-12-03T20:29:39,395 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-12-03T20:29:39,397 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:39,397 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:39,410 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:39,410 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:39,416 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:39,416 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:39,421 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:39,421 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:39,422 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:39,422 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:39,422 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:39,422 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:39,422 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:39,422 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:39,423 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:39,423 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:39,424 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:39,424 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:39,425 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:39,425 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:39,426 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:39,426 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:39,427 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:39,427 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:39,430 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:39,430 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:39,433 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:39,433 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:39,433 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:39,433 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:39,434 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:39,434 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:39,434 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:39,434 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:39,435 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:39,435 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:39,435 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:39,435 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:39,435 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:39,435 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:39,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073741945_1124 (size=1393) 2024-12-03T20:29:39,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073741945_1124 (size=1393) 2024-12-03T20:29:39,441 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-12-03T20:29:39,441 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-12-03T20:29:39,443 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:39,443 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:39,455 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:39,455 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:39,456 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:39,456 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:39,456 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:39,456 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:39,456 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:39,456 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:39,458 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:39,458 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:39,458 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:39,458 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:39,458 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:39,458 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:39,459 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:39,459 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:39,459 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:39,459 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:39,459 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:39,459 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:39,459 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:39,459 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:39,460 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:39,460 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:39,461 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:39,461 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:39,462 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:39,462 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:39,462 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:39,462 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:39,463 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:39,463 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:39,463 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:39,463 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:39,463 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:39,463 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:39,464 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:39,464 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:39,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073741946_1125 (size=1393) 2024-12-03T20:29:39,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073741946_1125 (size=1393) 2024-12-03T20:29:39,467 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-12-03T20:29:39,467 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-12-03T20:29:39,468 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:39,469 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:39,481 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:39,481 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:39,481 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:39,481 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:39,481 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:39,481 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:39,482 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:39,482 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:39,482 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:39,482 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:39,482 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:39,482 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:39,482 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:39,482 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:39,484 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:39,484 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:39,484 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:39,484 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:39,484 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:39,484 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:39,485 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:39,485 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:39,485 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:39,486 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:39,487 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:39,487 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:39,487 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:39,487 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:39,495 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:39,495 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:39,495 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:39,495 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:39,496 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:39,496 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:39,497 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:39,497 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:39,497 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:39,497 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:39,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073741947_1126 (size=1393) 2024-12-03T20:29:39,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073741947_1126 (size=1393) 2024-12-03T20:29:39,502 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-12-03T20:29:39,502 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-12-03T20:29:39,504 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:39,504 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:39,520 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:39,521 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:39,521 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:39,521 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:39,521 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:39,521 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:39,522 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:39,522 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:39,522 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:39,522 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:39,522 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:39,522 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:39,522 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:39,522 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:39,523 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:39,523 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:39,523 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:39,523 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:39,523 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:39,523 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:39,523 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:39,523 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:39,524 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:39,524 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:39,524 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:39,524 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:39,524 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:39,524 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:39,525 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:39,525 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:39,525 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:39,525 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:39,525 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:39,525 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:39,525 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:39,526 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:39,526 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:39,526 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:39,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073741948_1127 (size=1393) 2024-12-03T20:29:39,528 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-12-03T20:29:39,528 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-12-03T20:29:39,530 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:39,530 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:39,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073741948_1127 (size=1393) 2024-12-03T20:29:39,548 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:39,548 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:39,549 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:39,549 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:39,551 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:39,551 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:39,551 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:39,551 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:39,551 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:39,551 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:39,552 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:39,552 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:39,552 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:39,552 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:39,552 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:39,552 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:39,552 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:39,552 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:39,553 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:39,553 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:39,553 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:39,553 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:39,553 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:39,554 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:39,554 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:39,554 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:39,555 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:39,555 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:39,555 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:39,555 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:39,555 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:39,555 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:39,555 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:39,555 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:39,555 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:39,556 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:39,556 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:39,556 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:39,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073741949_1128 (size=1393) 2024-12-03T20:29:39,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073741949_1128 (size=1393) 2024-12-03T20:29:39,572 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-12-03T20:29:39,572 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-12-03T20:29:39,574 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:39,574 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:39,636 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:39,637 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:39,637 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:39,637 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:39,637 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:39,637 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:39,638 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:39,638 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:39,638 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:39,638 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:39,638 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:39,638 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:39,639 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:39,639 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:39,639 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:39,639 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:39,639 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:39,639 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:39,640 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:39,640 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:39,640 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:39,640 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:39,643 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:39,643 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:39,644 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:39,644 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:39,645 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:39,645 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:39,645 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:39,645 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:39,646 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:39,646 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:39,646 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:39,646 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:39,646 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:39,646 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:39,646 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:39,646 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:39,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073741950_1129 (size=1393) 2024-12-03T20:29:39,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073741950_1129 (size=1393) 2024-12-03T20:29:40,056 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-12-03T20:29:40,056 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-12-03T20:29:40,064 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:40,064 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:40,093 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:40,093 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:40,094 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:40,095 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:40,097 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:40,097 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:40,097 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:40,097 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:40,098 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:40,098 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:40,098 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:40,098 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:40,099 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:40,099 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:40,099 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:40,099 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:40,100 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:40,100 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:40,100 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:40,100 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:40,101 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:40,101 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:40,101 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:40,101 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:40,102 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:40,102 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:40,102 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:40,102 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:40,102 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:40,102 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:40,103 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:40,103 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:40,103 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:40,103 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:40,104 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:40,104 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:40,104 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:40,104 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:40,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073741951_1130 (size=1405) 2024-12-03T20:29:40,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073741951_1130 (size=1405) 2024-12-03T20:29:40,117 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-12-03T20:29:40,117 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-12-03T20:29:40,120 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:40,121 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:40,151 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:40,151 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:40,152 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:40,152 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:40,152 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:40,152 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:40,152 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:40,152 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:40,155 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:40,155 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:40,160 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:40,160 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:40,160 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:40,160 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:40,161 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:40,161 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:40,161 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:40,161 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:40,161 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:40,161 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:40,162 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:40,162 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:40,163 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:40,163 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:40,163 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:40,163 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:40,164 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:40,164 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:40,164 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:40,164 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:40,172 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:40,172 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:40,175 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:40,175 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:40,175 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:40,175 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:40,175 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:40,175 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:40,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073741952_1131 (size=1413) 2024-12-03T20:29:40,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073741952_1131 (size=1413) 2024-12-03T20:29:40,181 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-12-03T20:29:40,181 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-12-03T20:29:40,184 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:40,184 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:40,205 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:40,205 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:40,205 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:40,205 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:40,206 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:40,206 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:40,206 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:40,206 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:40,206 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:40,206 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:40,207 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:40,207 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:40,207 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:40,207 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:40,207 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:40,207 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:40,207 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:40,207 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:40,208 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:40,208 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:40,208 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:40,208 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:40,208 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:40,208 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:40,208 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:40,208 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:40,209 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:40,209 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:40,209 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:40,209 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:40,209 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:40,209 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:40,210 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:40,210 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:40,210 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:40,210 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:40,210 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:40,210 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:40,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073741953_1132 (size=1413) 2024-12-03T20:29:40,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073741953_1132 (size=1413) 2024-12-03T20:29:40,213 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-12-03T20:29:40,213 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-12-03T20:29:40,215 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:40,215 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:40,257 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:40,257 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:40,258 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:40,258 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:40,258 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:40,258 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:40,258 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:40,258 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:40,259 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:40,259 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:40,260 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:40,260 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:40,260 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:40,260 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:40,260 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:40,260 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:40,260 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:40,261 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:40,263 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:40,263 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:40,263 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:40,263 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:40,263 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:40,263 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:40,264 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:40,264 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:40,264 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:40,264 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:40,264 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:40,264 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:40,264 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:40,264 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:40,265 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:40,265 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:40,265 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:40,265 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:40,265 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:40,265 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:40,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073741954_1133 (size=1413) 2024-12-03T20:29:40,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073741954_1133 (size=1413) 2024-12-03T20:29:40,269 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-12-03T20:29:40,297 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45023/user/jenkins/test-data/61cb1589-3ef7-ac91-9fcc-6aae2e6dbff2/WALs/testsplit,16010,1733257779392/wal.dat.0, size=1.4 K (1393bytes) 2024-12-03T20:29:40,297 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45023/user/jenkins/test-data/61cb1589-3ef7-ac91-9fcc-6aae2e6dbff2/WALs/testsplit,16010,1733257779392/wal.dat.0 2024-12-03T20:29:40,301 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45023/user/jenkins/test-data/61cb1589-3ef7-ac91-9fcc-6aae2e6dbff2/WALs/testsplit,16010,1733257779392/wal.dat.0 after 4ms 2024-12-03T20:29:40,308 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45023/user/jenkins/test-data/61cb1589-3ef7-ac91-9fcc-6aae2e6dbff2/WALs/testsplit,16010,1733257779392/wal.dat.0 took 11ms 2024-12-03T20:29:40,331 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/61cb1589-3ef7-ac91-9fcc-6aae2e6dbff2/WALs/testsplit,16010,1733257779392/wal.dat.0 so closing down 2024-12-03T20:29:40,331 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T20:29:40,332 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T20:29:40,335 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-12-03T20:29:40,337 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-12-03T20:29:40,339 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/61cb1589-3ef7-ac91-9fcc-6aae2e6dbff2/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-12-03T20:29:40,355 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/61cb1589-3ef7-ac91-9fcc-6aae2e6dbff2/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-12-03T20:29:40,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073741956_1135 (size=743) 2024-12-03T20:29:40,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073741956_1135 (size=743) 2024-12-03T20:29:40,393 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/61cb1589-3ef7-ac91-9fcc-6aae2e6dbff2/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T20:29:40,395 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/61cb1589-3ef7-ac91-9fcc-6aae2e6dbff2/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:45023/user/jenkins/test-data/61cb1589-3ef7-ac91-9fcc-6aae2e6dbff2/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-12-03T20:29:40,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073741955_1134 (size=743) 2024-12-03T20:29:40,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073741955_1134 (size=743) 2024-12-03T20:29:40,422 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/61cb1589-3ef7-ac91-9fcc-6aae2e6dbff2/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T20:29:40,432 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/61cb1589-3ef7-ac91-9fcc-6aae2e6dbff2/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:45023/user/jenkins/test-data/61cb1589-3ef7-ac91-9fcc-6aae2e6dbff2/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-12-03T20:29:40,436 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 112 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/61cb1589-3ef7-ac91-9fcc-6aae2e6dbff2/WALs/testsplit,16010,1733257779392/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-03T20:29:40,436 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45023/user/jenkins/test-data/61cb1589-3ef7-ac91-9fcc-6aae2e6dbff2/WALs/testsplit,16010,1733257779392/wal.dat.0, journal: Splitting hdfs://localhost:45023/user/jenkins/test-data/61cb1589-3ef7-ac91-9fcc-6aae2e6dbff2/WALs/testsplit,16010,1733257779392/wal.dat.0, size=1.4 K (1393bytes) at 1733257780297Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/61cb1589-3ef7-ac91-9fcc-6aae2e6dbff2/WALs/testsplit,16010,1733257779392/wal.dat.0 so closing down at 1733257780331 (+34 ms)3 split writer threads finished at 1733257780332 (+1 ms)Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/61cb1589-3ef7-ac91-9fcc-6aae2e6dbff2/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1733257780339 (+7 ms)Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/61cb1589-3ef7-ac91-9fcc-6aae2e6dbff2/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1733257780355 (+16 ms)Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/61cb1589-3ef7-ac91-9fcc-6aae2e6dbff2/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733257780393 (+38 ms)Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/61cb1589-3ef7-ac91-9fcc-6aae2e6dbff2/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:45023/user/jenkins/test-data/61cb1589-3ef7-ac91-9fcc-6aae2e6dbff2/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1733257780395 (+2 ms)Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/61cb1589-3ef7-ac91-9fcc-6aae2e6dbff2/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733257780422 (+27 ms)Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/61cb1589-3ef7-ac91-9fcc-6aae2e6dbff2/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:45023/user/jenkins/test-data/61cb1589-3ef7-ac91-9fcc-6aae2e6dbff2/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1733257780432 (+10 ms)Processed 20 edits across 2 Regions in 112 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/61cb1589-3ef7-ac91-9fcc-6aae2e6dbff2/WALs/testsplit,16010,1733257779392/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733257780436 (+4 ms) 2024-12-03T20:29:40,454 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45023/user/jenkins/test-data/61cb1589-3ef7-ac91-9fcc-6aae2e6dbff2/WALs/testsplit,16010,1733257779392/wal.dat.0 to hdfs://localhost:45023/user/jenkins/test-data/61cb1589-3ef7-ac91-9fcc-6aae2e6dbff2/oldWALs/wal.dat.0 2024-12-03T20:29:40,454 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45023/user/jenkins/test-data/61cb1589-3ef7-ac91-9fcc-6aae2e6dbff2/WALs/testsplit,16010,1733257779392/wal.dat.1, size=1.4 K (1393bytes) 2024-12-03T20:29:40,454 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45023/user/jenkins/test-data/61cb1589-3ef7-ac91-9fcc-6aae2e6dbff2/WALs/testsplit,16010,1733257779392/wal.dat.1 2024-12-03T20:29:40,455 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45023/user/jenkins/test-data/61cb1589-3ef7-ac91-9fcc-6aae2e6dbff2/WALs/testsplit,16010,1733257779392/wal.dat.1 after 1ms 2024-12-03T20:29:40,462 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45023/user/jenkins/test-data/61cb1589-3ef7-ac91-9fcc-6aae2e6dbff2/WALs/testsplit,16010,1733257779392/wal.dat.1 took 8ms 2024-12-03T20:29:40,487 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/61cb1589-3ef7-ac91-9fcc-6aae2e6dbff2/WALs/testsplit,16010,1733257779392/wal.dat.1 so closing down 2024-12-03T20:29:40,487 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T20:29:40,496 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T20:29:40,523 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-12-03T20:29:40,528 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-12-03T20:29:40,528 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/61cb1589-3ef7-ac91-9fcc-6aae2e6dbff2/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-12-03T20:29:40,560 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/61cb1589-3ef7-ac91-9fcc-6aae2e6dbff2/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-12-03T20:29:40,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073741957_1136 (size=743) 2024-12-03T20:29:40,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073741957_1136 (size=743) 2024-12-03T20:29:40,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073741958_1137 (size=743) 2024-12-03T20:29:40,612 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/61cb1589-3ef7-ac91-9fcc-6aae2e6dbff2/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T20:29:40,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073741958_1137 (size=743) 2024-12-03T20:29:40,625 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/61cb1589-3ef7-ac91-9fcc-6aae2e6dbff2/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:45023/user/jenkins/test-data/61cb1589-3ef7-ac91-9fcc-6aae2e6dbff2/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-12-03T20:29:40,999 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/61cb1589-3ef7-ac91-9fcc-6aae2e6dbff2/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T20:29:41,001 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/61cb1589-3ef7-ac91-9fcc-6aae2e6dbff2/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:45023/user/jenkins/test-data/61cb1589-3ef7-ac91-9fcc-6aae2e6dbff2/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-12-03T20:29:41,001 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 515 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/61cb1589-3ef7-ac91-9fcc-6aae2e6dbff2/WALs/testsplit,16010,1733257779392/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-03T20:29:41,001 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45023/user/jenkins/test-data/61cb1589-3ef7-ac91-9fcc-6aae2e6dbff2/WALs/testsplit,16010,1733257779392/wal.dat.1, journal: Splitting hdfs://localhost:45023/user/jenkins/test-data/61cb1589-3ef7-ac91-9fcc-6aae2e6dbff2/WALs/testsplit,16010,1733257779392/wal.dat.1, size=1.4 K (1393bytes) at 1733257780454Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/61cb1589-3ef7-ac91-9fcc-6aae2e6dbff2/WALs/testsplit,16010,1733257779392/wal.dat.1 so closing down at 1733257780487 (+33 ms)3 split writer threads finished at 1733257780496 (+9 ms)Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/61cb1589-3ef7-ac91-9fcc-6aae2e6dbff2/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1733257780528 (+32 ms)Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/61cb1589-3ef7-ac91-9fcc-6aae2e6dbff2/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1733257780560 (+32 ms)Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/61cb1589-3ef7-ac91-9fcc-6aae2e6dbff2/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733257780612 (+52 ms)Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/61cb1589-3ef7-ac91-9fcc-6aae2e6dbff2/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:45023/user/jenkins/test-data/61cb1589-3ef7-ac91-9fcc-6aae2e6dbff2/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1733257780625 (+13 ms)Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/61cb1589-3ef7-ac91-9fcc-6aae2e6dbff2/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733257780999 (+374 ms)Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/61cb1589-3ef7-ac91-9fcc-6aae2e6dbff2/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:45023/user/jenkins/test-data/61cb1589-3ef7-ac91-9fcc-6aae2e6dbff2/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1733257781001 (+2 ms)Processed 20 edits across 2 Regions in 515 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/61cb1589-3ef7-ac91-9fcc-6aae2e6dbff2/WALs/testsplit,16010,1733257779392/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733257781001 2024-12-03T20:29:41,003 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45023/user/jenkins/test-data/61cb1589-3ef7-ac91-9fcc-6aae2e6dbff2/WALs/testsplit,16010,1733257779392/wal.dat.1 to hdfs://localhost:45023/user/jenkins/test-data/61cb1589-3ef7-ac91-9fcc-6aae2e6dbff2/oldWALs/wal.dat.1 2024-12-03T20:29:41,003 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45023/user/jenkins/test-data/61cb1589-3ef7-ac91-9fcc-6aae2e6dbff2/WALs/testsplit,16010,1733257779392/wal.dat.2, size=1.4 K (1393bytes) 2024-12-03T20:29:41,003 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45023/user/jenkins/test-data/61cb1589-3ef7-ac91-9fcc-6aae2e6dbff2/WALs/testsplit,16010,1733257779392/wal.dat.2 2024-12-03T20:29:41,003 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45023/user/jenkins/test-data/61cb1589-3ef7-ac91-9fcc-6aae2e6dbff2/WALs/testsplit,16010,1733257779392/wal.dat.2 after 0ms 2024-12-03T20:29:41,006 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45023/user/jenkins/test-data/61cb1589-3ef7-ac91-9fcc-6aae2e6dbff2/WALs/testsplit,16010,1733257779392/wal.dat.2 took 3ms 2024-12-03T20:29:41,007 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/61cb1589-3ef7-ac91-9fcc-6aae2e6dbff2/WALs/testsplit,16010,1733257779392/wal.dat.2 so closing down 2024-12-03T20:29:41,008 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T20:29:41,008 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T20:29:41,010 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-12-03T20:29:41,010 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-12-03T20:29:41,011 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/61cb1589-3ef7-ac91-9fcc-6aae2e6dbff2/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-12-03T20:29:41,016 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/61cb1589-3ef7-ac91-9fcc-6aae2e6dbff2/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-12-03T20:29:41,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073741959_1138 (size=743) 2024-12-03T20:29:41,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073741959_1138 (size=743) 2024-12-03T20:29:41,020 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/61cb1589-3ef7-ac91-9fcc-6aae2e6dbff2/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T20:29:41,022 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/61cb1589-3ef7-ac91-9fcc-6aae2e6dbff2/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:45023/user/jenkins/test-data/61cb1589-3ef7-ac91-9fcc-6aae2e6dbff2/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-12-03T20:29:41,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073741960_1139 (size=743) 2024-12-03T20:29:41,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073741960_1139 (size=743) 2024-12-03T20:29:41,030 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/61cb1589-3ef7-ac91-9fcc-6aae2e6dbff2/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T20:29:41,032 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/61cb1589-3ef7-ac91-9fcc-6aae2e6dbff2/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:45023/user/jenkins/test-data/61cb1589-3ef7-ac91-9fcc-6aae2e6dbff2/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-12-03T20:29:41,032 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 26 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/61cb1589-3ef7-ac91-9fcc-6aae2e6dbff2/WALs/testsplit,16010,1733257779392/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-03T20:29:41,032 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45023/user/jenkins/test-data/61cb1589-3ef7-ac91-9fcc-6aae2e6dbff2/WALs/testsplit,16010,1733257779392/wal.dat.2, journal: Splitting hdfs://localhost:45023/user/jenkins/test-data/61cb1589-3ef7-ac91-9fcc-6aae2e6dbff2/WALs/testsplit,16010,1733257779392/wal.dat.2, size=1.4 K (1393bytes) at 1733257781003Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/61cb1589-3ef7-ac91-9fcc-6aae2e6dbff2/WALs/testsplit,16010,1733257779392/wal.dat.2 so closing down at 1733257781007 (+4 ms)3 split writer threads finished at 1733257781008 (+1 ms)Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/61cb1589-3ef7-ac91-9fcc-6aae2e6dbff2/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1733257781011 (+3 ms)Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/61cb1589-3ef7-ac91-9fcc-6aae2e6dbff2/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1733257781016 (+5 ms)Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/61cb1589-3ef7-ac91-9fcc-6aae2e6dbff2/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733257781020 (+4 ms)Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/61cb1589-3ef7-ac91-9fcc-6aae2e6dbff2/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:45023/user/jenkins/test-data/61cb1589-3ef7-ac91-9fcc-6aae2e6dbff2/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1733257781022 (+2 ms)Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/61cb1589-3ef7-ac91-9fcc-6aae2e6dbff2/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733257781030 (+8 ms)Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/61cb1589-3ef7-ac91-9fcc-6aae2e6dbff2/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:45023/user/jenkins/test-data/61cb1589-3ef7-ac91-9fcc-6aae2e6dbff2/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1733257781032 (+2 ms)Processed 20 edits across 2 Regions in 26 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/61cb1589-3ef7-ac91-9fcc-6aae2e6dbff2/WALs/testsplit,16010,1733257779392/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733257781032 2024-12-03T20:29:41,034 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45023/user/jenkins/test-data/61cb1589-3ef7-ac91-9fcc-6aae2e6dbff2/WALs/testsplit,16010,1733257779392/wal.dat.2 to hdfs://localhost:45023/user/jenkins/test-data/61cb1589-3ef7-ac91-9fcc-6aae2e6dbff2/oldWALs/wal.dat.2 2024-12-03T20:29:41,034 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45023/user/jenkins/test-data/61cb1589-3ef7-ac91-9fcc-6aae2e6dbff2/WALs/testsplit,16010,1733257779392/wal.dat.3, size=1.4 K (1393bytes) 2024-12-03T20:29:41,034 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45023/user/jenkins/test-data/61cb1589-3ef7-ac91-9fcc-6aae2e6dbff2/WALs/testsplit,16010,1733257779392/wal.dat.3 2024-12-03T20:29:41,034 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45023/user/jenkins/test-data/61cb1589-3ef7-ac91-9fcc-6aae2e6dbff2/WALs/testsplit,16010,1733257779392/wal.dat.3 after 0ms 2024-12-03T20:29:41,037 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45023/user/jenkins/test-data/61cb1589-3ef7-ac91-9fcc-6aae2e6dbff2/WALs/testsplit,16010,1733257779392/wal.dat.3 took 3ms 2024-12-03T20:29:41,038 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/61cb1589-3ef7-ac91-9fcc-6aae2e6dbff2/WALs/testsplit,16010,1733257779392/wal.dat.3 so closing down 2024-12-03T20:29:41,038 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T20:29:41,038 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T20:29:41,040 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-12-03T20:29:41,040 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-12-03T20:29:41,042 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/61cb1589-3ef7-ac91-9fcc-6aae2e6dbff2/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-12-03T20:29:41,043 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/61cb1589-3ef7-ac91-9fcc-6aae2e6dbff2/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-12-03T20:29:41,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073741961_1140 (size=743) 2024-12-03T20:29:41,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073741961_1140 (size=743) 2024-12-03T20:29:41,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073741962_1141 (size=743) 2024-12-03T20:29:41,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073741962_1141 (size=743) 2024-12-03T20:29:41,053 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/61cb1589-3ef7-ac91-9fcc-6aae2e6dbff2/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T20:29:41,053 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/61cb1589-3ef7-ac91-9fcc-6aae2e6dbff2/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T20:29:41,054 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/61cb1589-3ef7-ac91-9fcc-6aae2e6dbff2/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:45023/user/jenkins/test-data/61cb1589-3ef7-ac91-9fcc-6aae2e6dbff2/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-12-03T20:29:41,054 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/61cb1589-3ef7-ac91-9fcc-6aae2e6dbff2/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:45023/user/jenkins/test-data/61cb1589-3ef7-ac91-9fcc-6aae2e6dbff2/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-12-03T20:29:41,054 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/61cb1589-3ef7-ac91-9fcc-6aae2e6dbff2/WALs/testsplit,16010,1733257779392/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-03T20:29:41,055 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45023/user/jenkins/test-data/61cb1589-3ef7-ac91-9fcc-6aae2e6dbff2/WALs/testsplit,16010,1733257779392/wal.dat.3, journal: Splitting hdfs://localhost:45023/user/jenkins/test-data/61cb1589-3ef7-ac91-9fcc-6aae2e6dbff2/WALs/testsplit,16010,1733257779392/wal.dat.3, size=1.4 K (1393bytes) at 1733257781034Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/61cb1589-3ef7-ac91-9fcc-6aae2e6dbff2/WALs/testsplit,16010,1733257779392/wal.dat.3 so closing down at 1733257781038 (+4 ms)3 split writer threads finished at 1733257781038Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/61cb1589-3ef7-ac91-9fcc-6aae2e6dbff2/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1733257781042 (+4 ms)Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/61cb1589-3ef7-ac91-9fcc-6aae2e6dbff2/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1733257781043 (+1 ms)Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/61cb1589-3ef7-ac91-9fcc-6aae2e6dbff2/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733257781053 (+10 ms)Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/61cb1589-3ef7-ac91-9fcc-6aae2e6dbff2/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733257781053Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/61cb1589-3ef7-ac91-9fcc-6aae2e6dbff2/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:45023/user/jenkins/test-data/61cb1589-3ef7-ac91-9fcc-6aae2e6dbff2/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1733257781054 (+1 ms)Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/61cb1589-3ef7-ac91-9fcc-6aae2e6dbff2/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:45023/user/jenkins/test-data/61cb1589-3ef7-ac91-9fcc-6aae2e6dbff2/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1733257781054Processed 20 edits across 2 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/61cb1589-3ef7-ac91-9fcc-6aae2e6dbff2/WALs/testsplit,16010,1733257779392/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733257781054 2024-12-03T20:29:41,056 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45023/user/jenkins/test-data/61cb1589-3ef7-ac91-9fcc-6aae2e6dbff2/WALs/testsplit,16010,1733257779392/wal.dat.3 to hdfs://localhost:45023/user/jenkins/test-data/61cb1589-3ef7-ac91-9fcc-6aae2e6dbff2/oldWALs/wal.dat.3 2024-12-03T20:29:41,056 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45023/user/jenkins/test-data/61cb1589-3ef7-ac91-9fcc-6aae2e6dbff2/WALs/testsplit,16010,1733257779392/wal.dat.4, size=1.4 K (1393bytes) 2024-12-03T20:29:41,056 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45023/user/jenkins/test-data/61cb1589-3ef7-ac91-9fcc-6aae2e6dbff2/WALs/testsplit,16010,1733257779392/wal.dat.4 2024-12-03T20:29:41,056 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45023/user/jenkins/test-data/61cb1589-3ef7-ac91-9fcc-6aae2e6dbff2/WALs/testsplit,16010,1733257779392/wal.dat.4 after 0ms 2024-12-03T20:29:41,058 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45023/user/jenkins/test-data/61cb1589-3ef7-ac91-9fcc-6aae2e6dbff2/WALs/testsplit,16010,1733257779392/wal.dat.4 took 2ms 2024-12-03T20:29:41,059 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/61cb1589-3ef7-ac91-9fcc-6aae2e6dbff2/WALs/testsplit,16010,1733257779392/wal.dat.4 so closing down 2024-12-03T20:29:41,059 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T20:29:41,059 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T20:29:41,062 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-12-03T20:29:41,062 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-12-03T20:29:41,063 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/61cb1589-3ef7-ac91-9fcc-6aae2e6dbff2/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-12-03T20:29:41,064 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/61cb1589-3ef7-ac91-9fcc-6aae2e6dbff2/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-12-03T20:29:41,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073741963_1142 (size=743) 2024-12-03T20:29:41,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073741963_1142 (size=743) 2024-12-03T20:29:41,069 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/61cb1589-3ef7-ac91-9fcc-6aae2e6dbff2/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T20:29:41,070 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/61cb1589-3ef7-ac91-9fcc-6aae2e6dbff2/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:45023/user/jenkins/test-data/61cb1589-3ef7-ac91-9fcc-6aae2e6dbff2/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-12-03T20:29:41,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073741964_1143 (size=743) 2024-12-03T20:29:41,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073741964_1143 (size=743) 2024-12-03T20:29:41,072 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/61cb1589-3ef7-ac91-9fcc-6aae2e6dbff2/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T20:29:41,074 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/61cb1589-3ef7-ac91-9fcc-6aae2e6dbff2/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:45023/user/jenkins/test-data/61cb1589-3ef7-ac91-9fcc-6aae2e6dbff2/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-12-03T20:29:41,074 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/61cb1589-3ef7-ac91-9fcc-6aae2e6dbff2/WALs/testsplit,16010,1733257779392/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-03T20:29:41,074 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45023/user/jenkins/test-data/61cb1589-3ef7-ac91-9fcc-6aae2e6dbff2/WALs/testsplit,16010,1733257779392/wal.dat.4, journal: Splitting hdfs://localhost:45023/user/jenkins/test-data/61cb1589-3ef7-ac91-9fcc-6aae2e6dbff2/WALs/testsplit,16010,1733257779392/wal.dat.4, size=1.4 K (1393bytes) at 1733257781056Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/61cb1589-3ef7-ac91-9fcc-6aae2e6dbff2/WALs/testsplit,16010,1733257779392/wal.dat.4 so closing down at 1733257781059 (+3 ms)3 split writer threads finished at 1733257781059Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/61cb1589-3ef7-ac91-9fcc-6aae2e6dbff2/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1733257781063 (+4 ms)Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/61cb1589-3ef7-ac91-9fcc-6aae2e6dbff2/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1733257781064 (+1 ms)Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/61cb1589-3ef7-ac91-9fcc-6aae2e6dbff2/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733257781069 (+5 ms)Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/61cb1589-3ef7-ac91-9fcc-6aae2e6dbff2/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:45023/user/jenkins/test-data/61cb1589-3ef7-ac91-9fcc-6aae2e6dbff2/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1733257781070 (+1 ms)Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/61cb1589-3ef7-ac91-9fcc-6aae2e6dbff2/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733257781072 (+2 ms)Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/61cb1589-3ef7-ac91-9fcc-6aae2e6dbff2/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:45023/user/jenkins/test-data/61cb1589-3ef7-ac91-9fcc-6aae2e6dbff2/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1733257781074 (+2 ms)Processed 20 edits across 2 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/61cb1589-3ef7-ac91-9fcc-6aae2e6dbff2/WALs/testsplit,16010,1733257779392/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733257781074 2024-12-03T20:29:41,076 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45023/user/jenkins/test-data/61cb1589-3ef7-ac91-9fcc-6aae2e6dbff2/WALs/testsplit,16010,1733257779392/wal.dat.4 to hdfs://localhost:45023/user/jenkins/test-data/61cb1589-3ef7-ac91-9fcc-6aae2e6dbff2/oldWALs/wal.dat.4 2024-12-03T20:29:41,077 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45023/user/jenkins/test-data/61cb1589-3ef7-ac91-9fcc-6aae2e6dbff2/WALs/testsplit,16010,1733257779392/wal.dat.5, size=1.4 K (1393bytes) 2024-12-03T20:29:41,077 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45023/user/jenkins/test-data/61cb1589-3ef7-ac91-9fcc-6aae2e6dbff2/WALs/testsplit,16010,1733257779392/wal.dat.5 2024-12-03T20:29:41,077 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45023/user/jenkins/test-data/61cb1589-3ef7-ac91-9fcc-6aae2e6dbff2/WALs/testsplit,16010,1733257779392/wal.dat.5 after 0ms 2024-12-03T20:29:41,079 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45023/user/jenkins/test-data/61cb1589-3ef7-ac91-9fcc-6aae2e6dbff2/WALs/testsplit,16010,1733257779392/wal.dat.5 took 2ms 2024-12-03T20:29:41,080 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/61cb1589-3ef7-ac91-9fcc-6aae2e6dbff2/WALs/testsplit,16010,1733257779392/wal.dat.5 so closing down 2024-12-03T20:29:41,080 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T20:29:41,080 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T20:29:41,082 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-12-03T20:29:41,096 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/61cb1589-3ef7-ac91-9fcc-6aae2e6dbff2/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-12-03T20:29:41,099 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-12-03T20:29:41,113 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/61cb1589-3ef7-ac91-9fcc-6aae2e6dbff2/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-12-03T20:29:41,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073741966_1145 (size=743) 2024-12-03T20:29:41,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073741966_1145 (size=743) 2024-12-03T20:29:41,131 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/61cb1589-3ef7-ac91-9fcc-6aae2e6dbff2/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T20:29:41,133 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/61cb1589-3ef7-ac91-9fcc-6aae2e6dbff2/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:45023/user/jenkins/test-data/61cb1589-3ef7-ac91-9fcc-6aae2e6dbff2/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-12-03T20:29:41,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073741965_1144 (size=743) 2024-12-03T20:29:41,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073741965_1144 (size=743) 2024-12-03T20:29:41,158 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/61cb1589-3ef7-ac91-9fcc-6aae2e6dbff2/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T20:29:41,160 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/61cb1589-3ef7-ac91-9fcc-6aae2e6dbff2/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:45023/user/jenkins/test-data/61cb1589-3ef7-ac91-9fcc-6aae2e6dbff2/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-12-03T20:29:41,160 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 81 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/61cb1589-3ef7-ac91-9fcc-6aae2e6dbff2/WALs/testsplit,16010,1733257779392/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-03T20:29:41,160 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45023/user/jenkins/test-data/61cb1589-3ef7-ac91-9fcc-6aae2e6dbff2/WALs/testsplit,16010,1733257779392/wal.dat.5, journal: Splitting hdfs://localhost:45023/user/jenkins/test-data/61cb1589-3ef7-ac91-9fcc-6aae2e6dbff2/WALs/testsplit,16010,1733257779392/wal.dat.5, size=1.4 K (1393bytes) at 1733257781077Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/61cb1589-3ef7-ac91-9fcc-6aae2e6dbff2/WALs/testsplit,16010,1733257779392/wal.dat.5 so closing down at 1733257781080 (+3 ms)3 split writer threads finished at 1733257781080Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/61cb1589-3ef7-ac91-9fcc-6aae2e6dbff2/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1733257781096 (+16 ms)Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/61cb1589-3ef7-ac91-9fcc-6aae2e6dbff2/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1733257781113 (+17 ms)Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/61cb1589-3ef7-ac91-9fcc-6aae2e6dbff2/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733257781131 (+18 ms)Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/61cb1589-3ef7-ac91-9fcc-6aae2e6dbff2/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:45023/user/jenkins/test-data/61cb1589-3ef7-ac91-9fcc-6aae2e6dbff2/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1733257781133 (+2 ms)Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/61cb1589-3ef7-ac91-9fcc-6aae2e6dbff2/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733257781158 (+25 ms)Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/61cb1589-3ef7-ac91-9fcc-6aae2e6dbff2/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:45023/user/jenkins/test-data/61cb1589-3ef7-ac91-9fcc-6aae2e6dbff2/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1733257781160 (+2 ms)Processed 20 edits across 2 Regions in 81 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/61cb1589-3ef7-ac91-9fcc-6aae2e6dbff2/WALs/testsplit,16010,1733257779392/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733257781160 2024-12-03T20:29:41,163 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45023/user/jenkins/test-data/61cb1589-3ef7-ac91-9fcc-6aae2e6dbff2/WALs/testsplit,16010,1733257779392/wal.dat.5 to hdfs://localhost:45023/user/jenkins/test-data/61cb1589-3ef7-ac91-9fcc-6aae2e6dbff2/oldWALs/wal.dat.5 2024-12-03T20:29:41,164 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45023/user/jenkins/test-data/61cb1589-3ef7-ac91-9fcc-6aae2e6dbff2/WALs/testsplit,16010,1733257779392/wal.dat.6, size=1.4 K (1405bytes) 2024-12-03T20:29:41,164 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45023/user/jenkins/test-data/61cb1589-3ef7-ac91-9fcc-6aae2e6dbff2/WALs/testsplit,16010,1733257779392/wal.dat.6 2024-12-03T20:29:41,164 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45023/user/jenkins/test-data/61cb1589-3ef7-ac91-9fcc-6aae2e6dbff2/WALs/testsplit,16010,1733257779392/wal.dat.6 after 0ms 2024-12-03T20:29:41,171 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45023/user/jenkins/test-data/61cb1589-3ef7-ac91-9fcc-6aae2e6dbff2/WALs/testsplit,16010,1733257779392/wal.dat.6 took 8ms 2024-12-03T20:29:41,172 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/61cb1589-3ef7-ac91-9fcc-6aae2e6dbff2/WALs/testsplit,16010,1733257779392/wal.dat.6 so closing down 2024-12-03T20:29:41,172 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T20:29:41,173 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T20:29:41,178 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-12-03T20:29:41,179 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-12-03T20:29:41,180 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/61cb1589-3ef7-ac91-9fcc-6aae2e6dbff2/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-12-03T20:29:41,180 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/61cb1589-3ef7-ac91-9fcc-6aae2e6dbff2/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-12-03T20:29:41,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073741967_1146 (size=749) 2024-12-03T20:29:41,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073741967_1146 (size=749) 2024-12-03T20:29:41,190 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/61cb1589-3ef7-ac91-9fcc-6aae2e6dbff2/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T20:29:41,191 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/61cb1589-3ef7-ac91-9fcc-6aae2e6dbff2/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:45023/user/jenkins/test-data/61cb1589-3ef7-ac91-9fcc-6aae2e6dbff2/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-12-03T20:29:41,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073741968_1147 (size=749) 2024-12-03T20:29:41,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073741968_1147 (size=749) 2024-12-03T20:29:41,198 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/61cb1589-3ef7-ac91-9fcc-6aae2e6dbff2/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T20:29:41,200 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/61cb1589-3ef7-ac91-9fcc-6aae2e6dbff2/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:45023/user/jenkins/test-data/61cb1589-3ef7-ac91-9fcc-6aae2e6dbff2/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-12-03T20:29:41,200 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 29 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/61cb1589-3ef7-ac91-9fcc-6aae2e6dbff2/WALs/testsplit,16010,1733257779392/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-12-03T20:29:41,200 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45023/user/jenkins/test-data/61cb1589-3ef7-ac91-9fcc-6aae2e6dbff2/WALs/testsplit,16010,1733257779392/wal.dat.6, journal: Splitting hdfs://localhost:45023/user/jenkins/test-data/61cb1589-3ef7-ac91-9fcc-6aae2e6dbff2/WALs/testsplit,16010,1733257779392/wal.dat.6, size=1.4 K (1405bytes) at 1733257781164Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/61cb1589-3ef7-ac91-9fcc-6aae2e6dbff2/WALs/testsplit,16010,1733257779392/wal.dat.6 so closing down at 1733257781172 (+8 ms)3 split writer threads finished at 1733257781173 (+1 ms)Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/61cb1589-3ef7-ac91-9fcc-6aae2e6dbff2/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1733257781180 (+7 ms)Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/61cb1589-3ef7-ac91-9fcc-6aae2e6dbff2/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1733257781180Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/61cb1589-3ef7-ac91-9fcc-6aae2e6dbff2/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733257781190 (+10 ms)Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/61cb1589-3ef7-ac91-9fcc-6aae2e6dbff2/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:45023/user/jenkins/test-data/61cb1589-3ef7-ac91-9fcc-6aae2e6dbff2/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1733257781191 (+1 ms)Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/61cb1589-3ef7-ac91-9fcc-6aae2e6dbff2/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733257781198 (+7 ms)Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/61cb1589-3ef7-ac91-9fcc-6aae2e6dbff2/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:45023/user/jenkins/test-data/61cb1589-3ef7-ac91-9fcc-6aae2e6dbff2/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1733257781200 (+2 ms)Processed 20 edits across 2 Regions in 29 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/61cb1589-3ef7-ac91-9fcc-6aae2e6dbff2/WALs/testsplit,16010,1733257779392/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1733257781200 2024-12-03T20:29:41,201 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45023/user/jenkins/test-data/61cb1589-3ef7-ac91-9fcc-6aae2e6dbff2/WALs/testsplit,16010,1733257779392/wal.dat.6 to hdfs://localhost:45023/user/jenkins/test-data/61cb1589-3ef7-ac91-9fcc-6aae2e6dbff2/oldWALs/wal.dat.6 2024-12-03T20:29:41,202 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45023/user/jenkins/test-data/61cb1589-3ef7-ac91-9fcc-6aae2e6dbff2/WALs/testsplit,16010,1733257779392/wal.dat.7, size=1.4 K (1413bytes) 2024-12-03T20:29:41,202 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45023/user/jenkins/test-data/61cb1589-3ef7-ac91-9fcc-6aae2e6dbff2/WALs/testsplit,16010,1733257779392/wal.dat.7 2024-12-03T20:29:41,202 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45023/user/jenkins/test-data/61cb1589-3ef7-ac91-9fcc-6aae2e6dbff2/WALs/testsplit,16010,1733257779392/wal.dat.7 after 0ms 2024-12-03T20:29:41,204 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45023/user/jenkins/test-data/61cb1589-3ef7-ac91-9fcc-6aae2e6dbff2/WALs/testsplit,16010,1733257779392/wal.dat.7 took 3ms 2024-12-03T20:29:41,209 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/61cb1589-3ef7-ac91-9fcc-6aae2e6dbff2/WALs/testsplit,16010,1733257779392/wal.dat.7 so closing down 2024-12-03T20:29:41,209 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T20:29:41,209 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T20:29:41,213 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-12-03T20:29:41,216 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-12-03T20:29:41,227 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/61cb1589-3ef7-ac91-9fcc-6aae2e6dbff2/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-12-03T20:29:41,227 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/61cb1589-3ef7-ac91-9fcc-6aae2e6dbff2/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-12-03T20:29:41,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073741969_1148 (size=753) 2024-12-03T20:29:41,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073741969_1148 (size=753) 2024-12-03T20:29:41,234 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/61cb1589-3ef7-ac91-9fcc-6aae2e6dbff2/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T20:29:41,235 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/61cb1589-3ef7-ac91-9fcc-6aae2e6dbff2/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:45023/user/jenkins/test-data/61cb1589-3ef7-ac91-9fcc-6aae2e6dbff2/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-12-03T20:29:41,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073741970_1149 (size=753) 2024-12-03T20:29:41,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073741970_1149 (size=753) 2024-12-03T20:29:41,646 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/61cb1589-3ef7-ac91-9fcc-6aae2e6dbff2/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T20:29:41,647 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/61cb1589-3ef7-ac91-9fcc-6aae2e6dbff2/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:45023/user/jenkins/test-data/61cb1589-3ef7-ac91-9fcc-6aae2e6dbff2/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-12-03T20:29:41,648 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 440 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/61cb1589-3ef7-ac91-9fcc-6aae2e6dbff2/WALs/testsplit,16010,1733257779392/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-12-03T20:29:41,648 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45023/user/jenkins/test-data/61cb1589-3ef7-ac91-9fcc-6aae2e6dbff2/WALs/testsplit,16010,1733257779392/wal.dat.7, journal: Splitting hdfs://localhost:45023/user/jenkins/test-data/61cb1589-3ef7-ac91-9fcc-6aae2e6dbff2/WALs/testsplit,16010,1733257779392/wal.dat.7, size=1.4 K (1413bytes) at 1733257781202Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/61cb1589-3ef7-ac91-9fcc-6aae2e6dbff2/WALs/testsplit,16010,1733257779392/wal.dat.7 so closing down at 1733257781209 (+7 ms)3 split writer threads finished at 1733257781209Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/61cb1589-3ef7-ac91-9fcc-6aae2e6dbff2/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1733257781227 (+18 ms)Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/61cb1589-3ef7-ac91-9fcc-6aae2e6dbff2/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1733257781227Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/61cb1589-3ef7-ac91-9fcc-6aae2e6dbff2/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733257781234 (+7 ms)Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/61cb1589-3ef7-ac91-9fcc-6aae2e6dbff2/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:45023/user/jenkins/test-data/61cb1589-3ef7-ac91-9fcc-6aae2e6dbff2/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1733257781235 (+1 ms)Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/61cb1589-3ef7-ac91-9fcc-6aae2e6dbff2/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733257781646 (+411 ms)Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/61cb1589-3ef7-ac91-9fcc-6aae2e6dbff2/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:45023/user/jenkins/test-data/61cb1589-3ef7-ac91-9fcc-6aae2e6dbff2/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1733257781647 (+1 ms)Processed 20 edits across 2 Regions in 440 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/61cb1589-3ef7-ac91-9fcc-6aae2e6dbff2/WALs/testsplit,16010,1733257779392/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1733257781648 (+1 ms) 2024-12-03T20:29:41,650 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45023/user/jenkins/test-data/61cb1589-3ef7-ac91-9fcc-6aae2e6dbff2/WALs/testsplit,16010,1733257779392/wal.dat.7 to hdfs://localhost:45023/user/jenkins/test-data/61cb1589-3ef7-ac91-9fcc-6aae2e6dbff2/oldWALs/wal.dat.7 2024-12-03T20:29:41,650 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45023/user/jenkins/test-data/61cb1589-3ef7-ac91-9fcc-6aae2e6dbff2/WALs/testsplit,16010,1733257779392/wal.dat.8, size=1.4 K (1413bytes) 2024-12-03T20:29:41,650 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45023/user/jenkins/test-data/61cb1589-3ef7-ac91-9fcc-6aae2e6dbff2/WALs/testsplit,16010,1733257779392/wal.dat.8 2024-12-03T20:29:41,651 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45023/user/jenkins/test-data/61cb1589-3ef7-ac91-9fcc-6aae2e6dbff2/WALs/testsplit,16010,1733257779392/wal.dat.8 after 1ms 2024-12-03T20:29:41,653 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45023/user/jenkins/test-data/61cb1589-3ef7-ac91-9fcc-6aae2e6dbff2/WALs/testsplit,16010,1733257779392/wal.dat.8 took 3ms 2024-12-03T20:29:41,658 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/61cb1589-3ef7-ac91-9fcc-6aae2e6dbff2/WALs/testsplit,16010,1733257779392/wal.dat.8 so closing down 2024-12-03T20:29:41,658 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T20:29:41,659 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T20:29:41,661 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-12-03T20:29:41,661 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-12-03T20:29:41,663 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/61cb1589-3ef7-ac91-9fcc-6aae2e6dbff2/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-12-03T20:29:41,664 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/61cb1589-3ef7-ac91-9fcc-6aae2e6dbff2/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-12-03T20:29:41,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073741971_1150 (size=753) 2024-12-03T20:29:41,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073741971_1150 (size=753) 2024-12-03T20:29:41,674 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/61cb1589-3ef7-ac91-9fcc-6aae2e6dbff2/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T20:29:41,676 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/61cb1589-3ef7-ac91-9fcc-6aae2e6dbff2/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:45023/user/jenkins/test-data/61cb1589-3ef7-ac91-9fcc-6aae2e6dbff2/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-12-03T20:29:41,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073741972_1151 (size=753) 2024-12-03T20:29:41,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073741972_1151 (size=753) 2024-12-03T20:29:41,686 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/61cb1589-3ef7-ac91-9fcc-6aae2e6dbff2/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T20:29:41,687 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/61cb1589-3ef7-ac91-9fcc-6aae2e6dbff2/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:45023/user/jenkins/test-data/61cb1589-3ef7-ac91-9fcc-6aae2e6dbff2/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-12-03T20:29:41,687 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 31 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/61cb1589-3ef7-ac91-9fcc-6aae2e6dbff2/WALs/testsplit,16010,1733257779392/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-12-03T20:29:41,687 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45023/user/jenkins/test-data/61cb1589-3ef7-ac91-9fcc-6aae2e6dbff2/WALs/testsplit,16010,1733257779392/wal.dat.8, journal: Splitting hdfs://localhost:45023/user/jenkins/test-data/61cb1589-3ef7-ac91-9fcc-6aae2e6dbff2/WALs/testsplit,16010,1733257779392/wal.dat.8, size=1.4 K (1413bytes) at 1733257781650Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/61cb1589-3ef7-ac91-9fcc-6aae2e6dbff2/WALs/testsplit,16010,1733257779392/wal.dat.8 so closing down at 1733257781658 (+8 ms)3 split writer threads finished at 1733257781659 (+1 ms)Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/61cb1589-3ef7-ac91-9fcc-6aae2e6dbff2/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1733257781663 (+4 ms)Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/61cb1589-3ef7-ac91-9fcc-6aae2e6dbff2/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1733257781664 (+1 ms)Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/61cb1589-3ef7-ac91-9fcc-6aae2e6dbff2/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733257781674 (+10 ms)Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/61cb1589-3ef7-ac91-9fcc-6aae2e6dbff2/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:45023/user/jenkins/test-data/61cb1589-3ef7-ac91-9fcc-6aae2e6dbff2/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1733257781676 (+2 ms)Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/61cb1589-3ef7-ac91-9fcc-6aae2e6dbff2/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733257781686 (+10 ms)Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/61cb1589-3ef7-ac91-9fcc-6aae2e6dbff2/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:45023/user/jenkins/test-data/61cb1589-3ef7-ac91-9fcc-6aae2e6dbff2/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1733257781687 (+1 ms)Processed 20 edits across 2 Regions in 31 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/61cb1589-3ef7-ac91-9fcc-6aae2e6dbff2/WALs/testsplit,16010,1733257779392/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1733257781687 2024-12-03T20:29:41,689 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45023/user/jenkins/test-data/61cb1589-3ef7-ac91-9fcc-6aae2e6dbff2/WALs/testsplit,16010,1733257779392/wal.dat.8 to hdfs://localhost:45023/user/jenkins/test-data/61cb1589-3ef7-ac91-9fcc-6aae2e6dbff2/oldWALs/wal.dat.8 2024-12-03T20:29:41,689 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45023/user/jenkins/test-data/61cb1589-3ef7-ac91-9fcc-6aae2e6dbff2/WALs/testsplit,16010,1733257779392/wal.dat.9, size=1.4 K (1413bytes) 2024-12-03T20:29:41,689 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45023/user/jenkins/test-data/61cb1589-3ef7-ac91-9fcc-6aae2e6dbff2/WALs/testsplit,16010,1733257779392/wal.dat.9 2024-12-03T20:29:41,689 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45023/user/jenkins/test-data/61cb1589-3ef7-ac91-9fcc-6aae2e6dbff2/WALs/testsplit,16010,1733257779392/wal.dat.9 after 0ms 2024-12-03T20:29:41,691 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45023/user/jenkins/test-data/61cb1589-3ef7-ac91-9fcc-6aae2e6dbff2/WALs/testsplit,16010,1733257779392/wal.dat.9 took 2ms 2024-12-03T20:29:41,692 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/61cb1589-3ef7-ac91-9fcc-6aae2e6dbff2/WALs/testsplit,16010,1733257779392/wal.dat.9 so closing down 2024-12-03T20:29:41,692 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T20:29:41,692 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T20:29:41,695 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-12-03T20:29:41,701 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/61cb1589-3ef7-ac91-9fcc-6aae2e6dbff2/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-12-03T20:29:41,703 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-12-03T20:29:41,705 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/61cb1589-3ef7-ac91-9fcc-6aae2e6dbff2/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-12-03T20:29:41,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073741974_1153 (size=753) 2024-12-03T20:29:41,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073741974_1153 (size=753) 2024-12-03T20:29:41,719 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/61cb1589-3ef7-ac91-9fcc-6aae2e6dbff2/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T20:29:41,721 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/61cb1589-3ef7-ac91-9fcc-6aae2e6dbff2/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:45023/user/jenkins/test-data/61cb1589-3ef7-ac91-9fcc-6aae2e6dbff2/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-12-03T20:29:41,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073741973_1152 (size=753) 2024-12-03T20:29:41,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073741973_1152 (size=753) 2024-12-03T20:29:41,735 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/61cb1589-3ef7-ac91-9fcc-6aae2e6dbff2/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T20:29:41,737 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/61cb1589-3ef7-ac91-9fcc-6aae2e6dbff2/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:45023/user/jenkins/test-data/61cb1589-3ef7-ac91-9fcc-6aae2e6dbff2/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-12-03T20:29:41,737 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 45 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/61cb1589-3ef7-ac91-9fcc-6aae2e6dbff2/WALs/testsplit,16010,1733257779392/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-12-03T20:29:41,737 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45023/user/jenkins/test-data/61cb1589-3ef7-ac91-9fcc-6aae2e6dbff2/WALs/testsplit,16010,1733257779392/wal.dat.9, journal: Splitting hdfs://localhost:45023/user/jenkins/test-data/61cb1589-3ef7-ac91-9fcc-6aae2e6dbff2/WALs/testsplit,16010,1733257779392/wal.dat.9, size=1.4 K (1413bytes) at 1733257781689Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/61cb1589-3ef7-ac91-9fcc-6aae2e6dbff2/WALs/testsplit,16010,1733257779392/wal.dat.9 so closing down at 1733257781692 (+3 ms)3 split writer threads finished at 1733257781692Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/61cb1589-3ef7-ac91-9fcc-6aae2e6dbff2/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1733257781701 (+9 ms)Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/61cb1589-3ef7-ac91-9fcc-6aae2e6dbff2/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1733257781705 (+4 ms)Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/61cb1589-3ef7-ac91-9fcc-6aae2e6dbff2/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733257781719 (+14 ms)Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/61cb1589-3ef7-ac91-9fcc-6aae2e6dbff2/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:45023/user/jenkins/test-data/61cb1589-3ef7-ac91-9fcc-6aae2e6dbff2/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1733257781721 (+2 ms)Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/61cb1589-3ef7-ac91-9fcc-6aae2e6dbff2/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733257781735 (+14 ms)Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/61cb1589-3ef7-ac91-9fcc-6aae2e6dbff2/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:45023/user/jenkins/test-data/61cb1589-3ef7-ac91-9fcc-6aae2e6dbff2/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1733257781737 (+2 ms)Processed 20 edits across 2 Regions in 45 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/61cb1589-3ef7-ac91-9fcc-6aae2e6dbff2/WALs/testsplit,16010,1733257779392/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1733257781737 2024-12-03T20:29:41,739 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45023/user/jenkins/test-data/61cb1589-3ef7-ac91-9fcc-6aae2e6dbff2/WALs/testsplit,16010,1733257779392/wal.dat.9 to hdfs://localhost:45023/user/jenkins/test-data/61cb1589-3ef7-ac91-9fcc-6aae2e6dbff2/oldWALs/wal.dat.9 2024-12-03T20:29:41,847 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplit Thread=138 (was 139), OpenFileDescriptor=397 (was 399), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1317 (was 1317), ProcessCount=11 (was 11), AvailableMemoryMB=511 (was 268) - AvailableMemoryMB LEAK? - 2024-12-03T20:29:41,868 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testMovedWALDuringRecovery Thread=138, OpenFileDescriptor=397, MaxFileDescriptor=1048576, SystemLoadAverage=1317, ProcessCount=11, AvailableMemoryMB=509 2024-12-03T20:29:41,868 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-12-03T20:29:41,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073741975_1154 (size=7) 2024-12-03T20:29:41,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073741975_1154 (size=7) 2024-12-03T20:29:41,887 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45023/user/jenkins/test-data/72ccf0d3-cc6f-26e3-cf7f-cdec76677e77 with version=8 2024-12-03T20:29:41,887 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:29:41,889 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:29:41,891 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-12-03T20:29:41,892 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-12-03T20:29:41,893 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-12-03T20:29:41,894 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-12-03T20:29:41,896 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:41,896 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:41,905 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:41,905 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:41,905 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:41,905 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:41,906 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:41,906 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:41,906 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:41,906 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:41,906 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:41,906 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:41,906 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:41,906 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:41,907 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:41,907 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:41,907 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:41,907 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:41,907 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:41,907 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:41,907 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:41,907 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:41,907 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:41,907 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:41,908 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:41,908 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:41,908 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:41,908 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:41,912 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:41,912 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:41,913 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:41,913 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:41,913 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:41,913 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:41,913 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:41,913 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:41,914 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:41,914 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:41,914 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:41,914 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:41,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073741976_1155 (size=1393) 2024-12-03T20:29:41,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073741976_1155 (size=1393) 2024-12-03T20:29:41,916 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-12-03T20:29:41,916 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-12-03T20:29:41,918 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:41,918 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:41,925 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:41,925 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:41,925 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:41,925 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:41,926 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:41,926 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:41,926 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:41,926 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:41,926 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:41,926 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:41,926 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:41,926 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:41,926 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:41,926 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:41,927 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:41,927 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:41,927 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:41,927 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:41,927 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:41,927 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:41,927 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:41,927 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:41,928 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:41,928 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:41,929 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:41,930 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:41,936 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:41,936 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:41,936 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:41,937 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:41,937 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:41,937 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:41,937 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:41,937 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:41,937 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:41,937 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:41,938 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:41,938 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:41,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073741977_1156 (size=1393) 2024-12-03T20:29:41,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073741977_1156 (size=1393) 2024-12-03T20:29:41,941 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-12-03T20:29:41,941 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-12-03T20:29:41,942 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:41,942 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:41,965 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:41,965 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:41,965 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:41,965 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:41,966 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:41,966 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:41,966 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:41,966 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:41,966 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:41,966 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:41,966 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:41,966 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:41,967 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:41,967 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:41,967 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:41,967 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:41,967 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:41,967 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:41,967 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:41,967 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:41,968 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:41,968 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:41,968 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:41,968 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:41,968 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:41,968 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:41,968 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:41,968 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:41,969 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:41,969 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:41,969 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:41,969 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:41,969 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:41,969 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:41,969 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:41,969 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:41,970 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:41,970 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:41,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073741978_1157 (size=1393) 2024-12-03T20:29:41,972 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-12-03T20:29:41,972 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-12-03T20:29:41,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073741978_1157 (size=1393) 2024-12-03T20:29:41,974 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:41,974 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:41,985 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:41,985 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:41,985 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:41,985 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:41,986 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:41,986 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:41,986 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:41,986 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:41,986 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:41,986 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:41,986 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:41,986 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:41,987 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:41,987 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:41,987 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:41,987 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:41,987 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:41,987 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:41,987 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:41,987 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:41,987 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:41,987 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:41,988 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:41,988 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:41,988 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:41,988 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:41,988 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:41,988 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:41,989 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:41,989 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:41,989 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:41,989 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:41,989 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:41,989 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:41,989 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:41,989 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:41,990 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:41,990 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:41,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073741979_1158 (size=1393) 2024-12-03T20:29:41,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073741979_1158 (size=1393) 2024-12-03T20:29:42,394 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-12-03T20:29:42,394 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-12-03T20:29:42,396 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:42,396 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:42,411 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:42,412 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:42,412 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:42,412 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:42,412 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:42,412 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:42,413 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:42,413 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:42,413 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:42,413 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:42,413 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:42,413 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:42,414 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:42,414 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:42,414 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:42,414 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:42,414 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:42,414 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:42,414 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:42,414 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:42,415 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:42,415 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:42,415 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:42,415 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:42,415 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:42,415 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:42,415 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:42,415 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:42,416 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:42,416 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:42,416 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:42,416 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:42,417 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:42,417 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:42,417 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:42,417 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:42,417 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:42,417 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:42,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073741980_1159 (size=1393) 2024-12-03T20:29:42,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073741980_1159 (size=1393) 2024-12-03T20:29:42,422 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-12-03T20:29:42,423 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-12-03T20:29:42,424 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:42,424 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:42,433 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:42,433 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:42,434 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:42,434 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:42,434 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:42,434 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:42,435 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:42,435 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:42,435 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:42,435 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:42,435 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:42,436 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:42,436 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:42,436 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:42,443 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:42,443 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:42,443 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:42,444 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:42,446 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:42,446 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:42,446 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:42,446 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:42,447 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:42,447 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:42,447 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:42,447 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:42,447 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:42,447 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:42,447 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:42,447 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:42,448 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:42,448 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:42,448 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:42,448 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:42,449 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:42,449 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:42,463 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:42,463 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:42,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073741981_1160 (size=1393) 2024-12-03T20:29:42,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073741981_1160 (size=1393) 2024-12-03T20:29:42,475 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-12-03T20:29:42,475 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-12-03T20:29:42,477 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:42,477 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:42,495 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:42,495 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:42,495 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:42,495 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:42,497 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:42,497 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:42,498 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:42,498 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:42,498 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:42,498 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:42,498 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:42,498 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:42,499 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:42,499 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:42,499 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:42,499 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:42,499 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:42,499 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:42,500 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:42,500 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:42,500 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:42,500 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:42,500 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:42,500 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:42,501 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:42,501 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:42,501 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:42,501 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:42,501 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:42,501 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:42,501 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:42,501 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:42,502 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:42,502 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:42,502 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:42,502 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:42,502 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:42,502 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:42,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073741982_1161 (size=1405) 2024-12-03T20:29:42,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073741982_1161 (size=1405) 2024-12-03T20:29:42,508 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-12-03T20:29:42,508 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-12-03T20:29:42,510 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:42,510 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:42,516 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:42,516 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:42,516 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:42,516 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:42,517 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:42,517 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:42,517 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:42,517 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:42,517 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:42,517 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:42,517 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:42,517 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:42,518 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:42,518 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:42,518 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:42,518 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:42,518 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:42,518 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:42,519 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:42,519 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:42,519 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:42,519 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:42,519 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:42,519 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:42,519 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:42,520 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:42,520 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:42,520 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:42,520 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:42,520 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:42,520 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:42,520 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:42,520 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:42,521 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:42,521 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:42,521 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:42,521 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:42,521 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:42,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073741983_1162 (size=1413) 2024-12-03T20:29:42,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073741983_1162 (size=1413) 2024-12-03T20:29:42,525 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-12-03T20:29:42,526 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-12-03T20:29:42,529 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:42,529 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:42,553 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:42,553 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:42,553 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:42,554 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:42,554 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:42,554 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:42,557 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:42,557 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:42,561 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:42,561 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:42,561 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:42,561 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:42,561 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:42,561 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:42,562 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:42,562 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:42,562 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:42,562 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:42,562 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:42,562 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:42,563 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:42,563 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:42,563 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:42,563 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:42,563 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:42,564 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:42,564 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:42,564 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:42,564 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:42,564 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:42,564 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:42,565 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:42,565 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:42,565 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:42,566 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:42,566 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:42,566 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:42,566 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:42,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073741984_1163 (size=1413) 2024-12-03T20:29:42,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073741984_1163 (size=1413) 2024-12-03T20:29:42,574 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-12-03T20:29:42,574 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-12-03T20:29:42,576 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:42,576 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:42,584 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:42,584 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:42,586 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:42,586 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:42,587 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:42,587 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:42,589 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:42,589 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:42,592 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:42,592 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:42,593 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:42,593 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:42,593 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:42,593 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:42,593 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:42,593 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:42,593 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:42,593 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:42,595 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:42,595 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:42,596 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:42,596 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:42,596 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:42,596 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:42,596 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:42,596 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:42,597 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:42,597 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:42,597 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:42,597 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:42,597 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:42,597 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:42,598 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:42,598 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:42,599 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:42,599 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:42,599 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:42,599 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:42,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073741985_1164 (size=1413) 2024-12-03T20:29:42,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073741985_1164 (size=1413) 2024-12-03T20:29:42,602 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-12-03T20:29:42,628 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45023/user/jenkins/test-data/dac4c8db-b275-7c91-38ff-4e179f85eac8/WALs/testmovedwalduringrecovery,16010,1733257781891/wal.dat.0, size=1.4 K (1393bytes) 2024-12-03T20:29:42,628 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45023/user/jenkins/test-data/dac4c8db-b275-7c91-38ff-4e179f85eac8/WALs/testmovedwalduringrecovery,16010,1733257781891/wal.dat.0 2024-12-03T20:29:42,629 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45023/user/jenkins/test-data/dac4c8db-b275-7c91-38ff-4e179f85eac8/WALs/testmovedwalduringrecovery,16010,1733257781891/wal.dat.0 after 1ms 2024-12-03T20:29:42,634 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45023/user/jenkins/test-data/dac4c8db-b275-7c91-38ff-4e179f85eac8/WALs/testmovedwalduringrecovery,16010,1733257781891/wal.dat.0 took 6ms 2024-12-03T20:29:42,643 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/dac4c8db-b275-7c91-38ff-4e179f85eac8/WALs/testmovedwalduringrecovery,16010,1733257781891/wal.dat.0 so closing down 2024-12-03T20:29:42,643 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T20:29:42,643 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T20:29:42,654 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-12-03T20:29:42,654 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-12-03T20:29:42,660 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/dac4c8db-b275-7c91-38ff-4e179f85eac8/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-12-03T20:29:42,660 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/dac4c8db-b275-7c91-38ff-4e179f85eac8/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-12-03T20:29:42,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073741986_1165 (size=743) 2024-12-03T20:29:42,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073741986_1165 (size=743) 2024-12-03T20:29:42,684 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/dac4c8db-b275-7c91-38ff-4e179f85eac8/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T20:29:42,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073741987_1166 (size=743) 2024-12-03T20:29:42,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073741987_1166 (size=743) 2024-12-03T20:29:42,689 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/dac4c8db-b275-7c91-38ff-4e179f85eac8/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T20:29:42,689 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/dac4c8db-b275-7c91-38ff-4e179f85eac8/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:45023/user/jenkins/test-data/dac4c8db-b275-7c91-38ff-4e179f85eac8/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-12-03T20:29:42,692 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/dac4c8db-b275-7c91-38ff-4e179f85eac8/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:45023/user/jenkins/test-data/dac4c8db-b275-7c91-38ff-4e179f85eac8/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-12-03T20:29:42,692 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 57 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/dac4c8db-b275-7c91-38ff-4e179f85eac8/WALs/testmovedwalduringrecovery,16010,1733257781891/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-03T20:29:42,692 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45023/user/jenkins/test-data/dac4c8db-b275-7c91-38ff-4e179f85eac8/WALs/testmovedwalduringrecovery,16010,1733257781891/wal.dat.0, journal: Splitting hdfs://localhost:45023/user/jenkins/test-data/dac4c8db-b275-7c91-38ff-4e179f85eac8/WALs/testmovedwalduringrecovery,16010,1733257781891/wal.dat.0, size=1.4 K (1393bytes) at 1733257782628Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/dac4c8db-b275-7c91-38ff-4e179f85eac8/WALs/testmovedwalduringrecovery,16010,1733257781891/wal.dat.0 so closing down at 1733257782643 (+15 ms)3 split writer threads finished at 1733257782643Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/dac4c8db-b275-7c91-38ff-4e179f85eac8/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1733257782660 (+17 ms)Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/dac4c8db-b275-7c91-38ff-4e179f85eac8/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1733257782660Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/dac4c8db-b275-7c91-38ff-4e179f85eac8/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733257782684 (+24 ms)Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/dac4c8db-b275-7c91-38ff-4e179f85eac8/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733257782689 (+5 ms)Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/dac4c8db-b275-7c91-38ff-4e179f85eac8/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:45023/user/jenkins/test-data/dac4c8db-b275-7c91-38ff-4e179f85eac8/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1733257782689Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/dac4c8db-b275-7c91-38ff-4e179f85eac8/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:45023/user/jenkins/test-data/dac4c8db-b275-7c91-38ff-4e179f85eac8/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1733257782692 (+3 ms)Processed 20 edits across 2 Regions in 57 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/dac4c8db-b275-7c91-38ff-4e179f85eac8/WALs/testmovedwalduringrecovery,16010,1733257781891/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733257782692 2024-12-03T20:29:42,696 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45023/user/jenkins/test-data/dac4c8db-b275-7c91-38ff-4e179f85eac8/WALs/testmovedwalduringrecovery,16010,1733257781891/wal.dat.0 to hdfs://localhost:45023/user/jenkins/test-data/dac4c8db-b275-7c91-38ff-4e179f85eac8/oldWALs/wal.dat.0 2024-12-03T20:29:42,697 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45023/user/jenkins/test-data/dac4c8db-b275-7c91-38ff-4e179f85eac8/WALs/testmovedwalduringrecovery,16010,1733257781891/wal.dat.1, size=1.4 K (1393bytes) 2024-12-03T20:29:42,697 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45023/user/jenkins/test-data/dac4c8db-b275-7c91-38ff-4e179f85eac8/WALs/testmovedwalduringrecovery,16010,1733257781891/wal.dat.1 2024-12-03T20:29:42,698 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45023/user/jenkins/test-data/dac4c8db-b275-7c91-38ff-4e179f85eac8/WALs/testmovedwalduringrecovery,16010,1733257781891/wal.dat.1 after 1ms 2024-12-03T20:29:42,702 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45023/user/jenkins/test-data/dac4c8db-b275-7c91-38ff-4e179f85eac8/WALs/testmovedwalduringrecovery,16010,1733257781891/wal.dat.1 took 5ms 2024-12-03T20:29:42,713 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/dac4c8db-b275-7c91-38ff-4e179f85eac8/WALs/testmovedwalduringrecovery,16010,1733257781891/wal.dat.1 so closing down 2024-12-03T20:29:42,713 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T20:29:42,713 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T20:29:42,719 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-12-03T20:29:42,721 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/dac4c8db-b275-7c91-38ff-4e179f85eac8/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-12-03T20:29:42,724 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-12-03T20:29:42,736 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/dac4c8db-b275-7c91-38ff-4e179f85eac8/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-12-03T20:29:42,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073741988_1167 (size=743) 2024-12-03T20:29:42,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073741988_1167 (size=743) 2024-12-03T20:29:42,765 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/dac4c8db-b275-7c91-38ff-4e179f85eac8/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T20:29:42,769 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/dac4c8db-b275-7c91-38ff-4e179f85eac8/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:45023/user/jenkins/test-data/dac4c8db-b275-7c91-38ff-4e179f85eac8/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-12-03T20:29:42,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073741989_1168 (size=743) 2024-12-03T20:29:42,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073741989_1168 (size=743) 2024-12-03T20:29:42,789 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/dac4c8db-b275-7c91-38ff-4e179f85eac8/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T20:29:42,795 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/dac4c8db-b275-7c91-38ff-4e179f85eac8/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:45023/user/jenkins/test-data/dac4c8db-b275-7c91-38ff-4e179f85eac8/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-12-03T20:29:42,795 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 87 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/dac4c8db-b275-7c91-38ff-4e179f85eac8/WALs/testmovedwalduringrecovery,16010,1733257781891/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-03T20:29:42,795 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45023/user/jenkins/test-data/dac4c8db-b275-7c91-38ff-4e179f85eac8/WALs/testmovedwalduringrecovery,16010,1733257781891/wal.dat.1, journal: Splitting hdfs://localhost:45023/user/jenkins/test-data/dac4c8db-b275-7c91-38ff-4e179f85eac8/WALs/testmovedwalduringrecovery,16010,1733257781891/wal.dat.1, size=1.4 K (1393bytes) at 1733257782697Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/dac4c8db-b275-7c91-38ff-4e179f85eac8/WALs/testmovedwalduringrecovery,16010,1733257781891/wal.dat.1 so closing down at 1733257782713 (+16 ms)3 split writer threads finished at 1733257782713Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/dac4c8db-b275-7c91-38ff-4e179f85eac8/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1733257782721 (+8 ms)Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/dac4c8db-b275-7c91-38ff-4e179f85eac8/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1733257782736 (+15 ms)Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/dac4c8db-b275-7c91-38ff-4e179f85eac8/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733257782765 (+29 ms)Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/dac4c8db-b275-7c91-38ff-4e179f85eac8/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:45023/user/jenkins/test-data/dac4c8db-b275-7c91-38ff-4e179f85eac8/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1733257782769 (+4 ms)Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/dac4c8db-b275-7c91-38ff-4e179f85eac8/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733257782789 (+20 ms)Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/dac4c8db-b275-7c91-38ff-4e179f85eac8/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:45023/user/jenkins/test-data/dac4c8db-b275-7c91-38ff-4e179f85eac8/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1733257782795 (+6 ms)Processed 20 edits across 2 Regions in 87 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/dac4c8db-b275-7c91-38ff-4e179f85eac8/WALs/testmovedwalduringrecovery,16010,1733257781891/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733257782795 2024-12-03T20:29:42,806 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45023/user/jenkins/test-data/dac4c8db-b275-7c91-38ff-4e179f85eac8/WALs/testmovedwalduringrecovery,16010,1733257781891/wal.dat.1 to hdfs://localhost:45023/user/jenkins/test-data/dac4c8db-b275-7c91-38ff-4e179f85eac8/oldWALs/wal.dat.1 2024-12-03T20:29:42,806 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45023/user/jenkins/test-data/dac4c8db-b275-7c91-38ff-4e179f85eac8/WALs/testmovedwalduringrecovery,16010,1733257781891/wal.dat.2, size=1.4 K (1393bytes) 2024-12-03T20:29:42,806 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45023/user/jenkins/test-data/dac4c8db-b275-7c91-38ff-4e179f85eac8/WALs/testmovedwalduringrecovery,16010,1733257781891/wal.dat.2 2024-12-03T20:29:42,807 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45023/user/jenkins/test-data/dac4c8db-b275-7c91-38ff-4e179f85eac8/WALs/testmovedwalduringrecovery,16010,1733257781891/wal.dat.2 after 1ms 2024-12-03T20:29:42,810 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45023/user/jenkins/test-data/dac4c8db-b275-7c91-38ff-4e179f85eac8/WALs/testmovedwalduringrecovery,16010,1733257781891/wal.dat.2 took 4ms 2024-12-03T20:29:42,822 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/dac4c8db-b275-7c91-38ff-4e179f85eac8/WALs/testmovedwalduringrecovery,16010,1733257781891/wal.dat.2 so closing down 2024-12-03T20:29:42,822 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T20:29:42,822 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T20:29:42,825 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-12-03T20:29:42,826 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/dac4c8db-b275-7c91-38ff-4e179f85eac8/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-12-03T20:29:42,826 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-12-03T20:29:42,828 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/dac4c8db-b275-7c91-38ff-4e179f85eac8/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-12-03T20:29:42,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073741990_1169 (size=743) 2024-12-03T20:29:42,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073741990_1169 (size=743) 2024-12-03T20:29:42,843 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/dac4c8db-b275-7c91-38ff-4e179f85eac8/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T20:29:42,846 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/dac4c8db-b275-7c91-38ff-4e179f85eac8/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:45023/user/jenkins/test-data/dac4c8db-b275-7c91-38ff-4e179f85eac8/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-12-03T20:29:42,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073741991_1170 (size=743) 2024-12-03T20:29:42,848 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/dac4c8db-b275-7c91-38ff-4e179f85eac8/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T20:29:42,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073741991_1170 (size=743) 2024-12-03T20:29:42,850 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/dac4c8db-b275-7c91-38ff-4e179f85eac8/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:45023/user/jenkins/test-data/dac4c8db-b275-7c91-38ff-4e179f85eac8/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-12-03T20:29:42,850 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 29 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/dac4c8db-b275-7c91-38ff-4e179f85eac8/WALs/testmovedwalduringrecovery,16010,1733257781891/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-03T20:29:42,850 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45023/user/jenkins/test-data/dac4c8db-b275-7c91-38ff-4e179f85eac8/WALs/testmovedwalduringrecovery,16010,1733257781891/wal.dat.2, journal: Splitting hdfs://localhost:45023/user/jenkins/test-data/dac4c8db-b275-7c91-38ff-4e179f85eac8/WALs/testmovedwalduringrecovery,16010,1733257781891/wal.dat.2, size=1.4 K (1393bytes) at 1733257782806Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/dac4c8db-b275-7c91-38ff-4e179f85eac8/WALs/testmovedwalduringrecovery,16010,1733257781891/wal.dat.2 so closing down at 1733257782822 (+16 ms)3 split writer threads finished at 1733257782822Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/dac4c8db-b275-7c91-38ff-4e179f85eac8/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1733257782826 (+4 ms)Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/dac4c8db-b275-7c91-38ff-4e179f85eac8/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1733257782828 (+2 ms)Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/dac4c8db-b275-7c91-38ff-4e179f85eac8/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733257782843 (+15 ms)Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/dac4c8db-b275-7c91-38ff-4e179f85eac8/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:45023/user/jenkins/test-data/dac4c8db-b275-7c91-38ff-4e179f85eac8/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1733257782846 (+3 ms)Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/dac4c8db-b275-7c91-38ff-4e179f85eac8/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733257782848 (+2 ms)Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/dac4c8db-b275-7c91-38ff-4e179f85eac8/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:45023/user/jenkins/test-data/dac4c8db-b275-7c91-38ff-4e179f85eac8/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1733257782850 (+2 ms)Processed 20 edits across 2 Regions in 29 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/dac4c8db-b275-7c91-38ff-4e179f85eac8/WALs/testmovedwalduringrecovery,16010,1733257781891/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733257782850 2024-12-03T20:29:42,853 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45023/user/jenkins/test-data/dac4c8db-b275-7c91-38ff-4e179f85eac8/WALs/testmovedwalduringrecovery,16010,1733257781891/wal.dat.2 to hdfs://localhost:45023/user/jenkins/test-data/dac4c8db-b275-7c91-38ff-4e179f85eac8/oldWALs/wal.dat.2 2024-12-03T20:29:42,853 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45023/user/jenkins/test-data/dac4c8db-b275-7c91-38ff-4e179f85eac8/WALs/testmovedwalduringrecovery,16010,1733257781891/wal.dat.3, size=1.4 K (1393bytes) 2024-12-03T20:29:42,853 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45023/user/jenkins/test-data/dac4c8db-b275-7c91-38ff-4e179f85eac8/WALs/testmovedwalduringrecovery,16010,1733257781891/wal.dat.3 2024-12-03T20:29:42,854 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45023/user/jenkins/test-data/dac4c8db-b275-7c91-38ff-4e179f85eac8/WALs/testmovedwalduringrecovery,16010,1733257781891/wal.dat.3 after 1ms 2024-12-03T20:29:42,857 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45023/user/jenkins/test-data/dac4c8db-b275-7c91-38ff-4e179f85eac8/WALs/testmovedwalduringrecovery,16010,1733257781891/wal.dat.3 took 4ms 2024-12-03T20:29:42,859 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/dac4c8db-b275-7c91-38ff-4e179f85eac8/WALs/testmovedwalduringrecovery,16010,1733257781891/wal.dat.3 so closing down 2024-12-03T20:29:42,859 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T20:29:42,859 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T20:29:42,873 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-12-03T20:29:42,875 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-12-03T20:29:42,886 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/dac4c8db-b275-7c91-38ff-4e179f85eac8/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-12-03T20:29:42,886 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/dac4c8db-b275-7c91-38ff-4e179f85eac8/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-12-03T20:29:42,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073741993_1172 (size=743) 2024-12-03T20:29:42,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073741993_1172 (size=743) 2024-12-03T20:29:42,913 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/dac4c8db-b275-7c91-38ff-4e179f85eac8/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T20:29:42,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073741992_1171 (size=743) 2024-12-03T20:29:42,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073741992_1171 (size=743) 2024-12-03T20:29:42,920 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/dac4c8db-b275-7c91-38ff-4e179f85eac8/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:45023/user/jenkins/test-data/dac4c8db-b275-7c91-38ff-4e179f85eac8/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-12-03T20:29:42,920 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/dac4c8db-b275-7c91-38ff-4e179f85eac8/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T20:29:42,923 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/dac4c8db-b275-7c91-38ff-4e179f85eac8/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:45023/user/jenkins/test-data/dac4c8db-b275-7c91-38ff-4e179f85eac8/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-12-03T20:29:42,924 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 66 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/dac4c8db-b275-7c91-38ff-4e179f85eac8/WALs/testmovedwalduringrecovery,16010,1733257781891/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-03T20:29:42,924 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45023/user/jenkins/test-data/dac4c8db-b275-7c91-38ff-4e179f85eac8/WALs/testmovedwalduringrecovery,16010,1733257781891/wal.dat.3, journal: Splitting hdfs://localhost:45023/user/jenkins/test-data/dac4c8db-b275-7c91-38ff-4e179f85eac8/WALs/testmovedwalduringrecovery,16010,1733257781891/wal.dat.3, size=1.4 K (1393bytes) at 1733257782853Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/dac4c8db-b275-7c91-38ff-4e179f85eac8/WALs/testmovedwalduringrecovery,16010,1733257781891/wal.dat.3 so closing down at 1733257782859 (+6 ms)3 split writer threads finished at 1733257782859Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/dac4c8db-b275-7c91-38ff-4e179f85eac8/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1733257782886 (+27 ms)Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/dac4c8db-b275-7c91-38ff-4e179f85eac8/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1733257782886Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/dac4c8db-b275-7c91-38ff-4e179f85eac8/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733257782913 (+27 ms)Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/dac4c8db-b275-7c91-38ff-4e179f85eac8/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:45023/user/jenkins/test-data/dac4c8db-b275-7c91-38ff-4e179f85eac8/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1733257782920 (+7 ms)Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/dac4c8db-b275-7c91-38ff-4e179f85eac8/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733257782920Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/dac4c8db-b275-7c91-38ff-4e179f85eac8/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:45023/user/jenkins/test-data/dac4c8db-b275-7c91-38ff-4e179f85eac8/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1733257782923 (+3 ms)Processed 20 edits across 2 Regions in 66 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/dac4c8db-b275-7c91-38ff-4e179f85eac8/WALs/testmovedwalduringrecovery,16010,1733257781891/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733257782924 (+1 ms) 2024-12-03T20:29:42,927 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45023/user/jenkins/test-data/dac4c8db-b275-7c91-38ff-4e179f85eac8/WALs/testmovedwalduringrecovery,16010,1733257781891/wal.dat.3 to hdfs://localhost:45023/user/jenkins/test-data/dac4c8db-b275-7c91-38ff-4e179f85eac8/oldWALs/wal.dat.3 2024-12-03T20:29:42,928 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45023/user/jenkins/test-data/dac4c8db-b275-7c91-38ff-4e179f85eac8/WALs/testmovedwalduringrecovery,16010,1733257781891/wal.dat.4, size=1.4 K (1393bytes) 2024-12-03T20:29:42,928 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45023/user/jenkins/test-data/dac4c8db-b275-7c91-38ff-4e179f85eac8/WALs/testmovedwalduringrecovery,16010,1733257781891/wal.dat.4 2024-12-03T20:29:42,928 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45023/user/jenkins/test-data/dac4c8db-b275-7c91-38ff-4e179f85eac8/WALs/testmovedwalduringrecovery,16010,1733257781891/wal.dat.4 after 0ms 2024-12-03T20:29:42,931 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45023/user/jenkins/test-data/dac4c8db-b275-7c91-38ff-4e179f85eac8/WALs/testmovedwalduringrecovery,16010,1733257781891/wal.dat.4 took 4ms 2024-12-03T20:29:42,933 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/dac4c8db-b275-7c91-38ff-4e179f85eac8/WALs/testmovedwalduringrecovery,16010,1733257781891/wal.dat.4 so closing down 2024-12-03T20:29:42,933 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T20:29:42,935 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T20:29:42,945 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-12-03T20:29:42,946 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-12-03T20:29:42,952 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/dac4c8db-b275-7c91-38ff-4e179f85eac8/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-12-03T20:29:42,953 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/dac4c8db-b275-7c91-38ff-4e179f85eac8/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-12-03T20:29:42,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073741994_1173 (size=743) 2024-12-03T20:29:42,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073741994_1173 (size=743) 2024-12-03T20:29:42,961 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/dac4c8db-b275-7c91-38ff-4e179f85eac8/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T20:29:42,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073741995_1174 (size=743) 2024-12-03T20:29:42,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073741995_1174 (size=743) 2024-12-03T20:29:42,966 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/dac4c8db-b275-7c91-38ff-4e179f85eac8/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:45023/user/jenkins/test-data/dac4c8db-b275-7c91-38ff-4e179f85eac8/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-12-03T20:29:42,966 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/dac4c8db-b275-7c91-38ff-4e179f85eac8/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T20:29:42,969 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/dac4c8db-b275-7c91-38ff-4e179f85eac8/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:45023/user/jenkins/test-data/dac4c8db-b275-7c91-38ff-4e179f85eac8/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-12-03T20:29:42,969 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 37 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/dac4c8db-b275-7c91-38ff-4e179f85eac8/WALs/testmovedwalduringrecovery,16010,1733257781891/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-03T20:29:42,969 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45023/user/jenkins/test-data/dac4c8db-b275-7c91-38ff-4e179f85eac8/WALs/testmovedwalduringrecovery,16010,1733257781891/wal.dat.4, journal: Splitting hdfs://localhost:45023/user/jenkins/test-data/dac4c8db-b275-7c91-38ff-4e179f85eac8/WALs/testmovedwalduringrecovery,16010,1733257781891/wal.dat.4, size=1.4 K (1393bytes) at 1733257782928Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/dac4c8db-b275-7c91-38ff-4e179f85eac8/WALs/testmovedwalduringrecovery,16010,1733257781891/wal.dat.4 so closing down at 1733257782933 (+5 ms)3 split writer threads finished at 1733257782935 (+2 ms)Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/dac4c8db-b275-7c91-38ff-4e179f85eac8/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1733257782952 (+17 ms)Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/dac4c8db-b275-7c91-38ff-4e179f85eac8/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1733257782953 (+1 ms)Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/dac4c8db-b275-7c91-38ff-4e179f85eac8/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733257782962 (+9 ms)Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/dac4c8db-b275-7c91-38ff-4e179f85eac8/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:45023/user/jenkins/test-data/dac4c8db-b275-7c91-38ff-4e179f85eac8/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1733257782966 (+4 ms)Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/dac4c8db-b275-7c91-38ff-4e179f85eac8/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733257782966Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/dac4c8db-b275-7c91-38ff-4e179f85eac8/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:45023/user/jenkins/test-data/dac4c8db-b275-7c91-38ff-4e179f85eac8/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1733257782969 (+3 ms)Processed 20 edits across 2 Regions in 37 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/dac4c8db-b275-7c91-38ff-4e179f85eac8/WALs/testmovedwalduringrecovery,16010,1733257781891/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733257782969 2024-12-03T20:29:42,975 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45023/user/jenkins/test-data/dac4c8db-b275-7c91-38ff-4e179f85eac8/WALs/testmovedwalduringrecovery,16010,1733257781891/wal.dat.4 to hdfs://localhost:45023/user/jenkins/test-data/dac4c8db-b275-7c91-38ff-4e179f85eac8/oldWALs/wal.dat.4 2024-12-03T20:29:42,975 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45023/user/jenkins/test-data/dac4c8db-b275-7c91-38ff-4e179f85eac8/WALs/testmovedwalduringrecovery,16010,1733257781891/wal.dat.5, size=1.4 K (1393bytes) 2024-12-03T20:29:42,975 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45023/user/jenkins/test-data/dac4c8db-b275-7c91-38ff-4e179f85eac8/WALs/testmovedwalduringrecovery,16010,1733257781891/wal.dat.5 2024-12-03T20:29:42,977 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45023/user/jenkins/test-data/dac4c8db-b275-7c91-38ff-4e179f85eac8/WALs/testmovedwalduringrecovery,16010,1733257781891/wal.dat.5 after 2ms 2024-12-03T20:29:42,980 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45023/user/jenkins/test-data/dac4c8db-b275-7c91-38ff-4e179f85eac8/WALs/testmovedwalduringrecovery,16010,1733257781891/wal.dat.5 took 5ms 2024-12-03T20:29:42,982 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/dac4c8db-b275-7c91-38ff-4e179f85eac8/WALs/testmovedwalduringrecovery,16010,1733257781891/wal.dat.5 so closing down 2024-12-03T20:29:42,982 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T20:29:42,982 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T20:29:42,991 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-12-03T20:29:42,993 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-12-03T20:29:42,994 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/dac4c8db-b275-7c91-38ff-4e179f85eac8/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-12-03T20:29:42,995 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/dac4c8db-b275-7c91-38ff-4e179f85eac8/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-12-03T20:29:42,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073741996_1175 (size=743) 2024-12-03T20:29:43,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073741996_1175 (size=743) 2024-12-03T20:29:43,005 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/dac4c8db-b275-7c91-38ff-4e179f85eac8/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T20:29:43,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073741997_1176 (size=743) 2024-12-03T20:29:43,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073741997_1176 (size=743) 2024-12-03T20:29:43,008 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/dac4c8db-b275-7c91-38ff-4e179f85eac8/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:45023/user/jenkins/test-data/dac4c8db-b275-7c91-38ff-4e179f85eac8/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-12-03T20:29:43,008 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/dac4c8db-b275-7c91-38ff-4e179f85eac8/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T20:29:43,011 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/dac4c8db-b275-7c91-38ff-4e179f85eac8/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:45023/user/jenkins/test-data/dac4c8db-b275-7c91-38ff-4e179f85eac8/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-12-03T20:29:43,011 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 31 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/dac4c8db-b275-7c91-38ff-4e179f85eac8/WALs/testmovedwalduringrecovery,16010,1733257781891/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-03T20:29:43,011 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45023/user/jenkins/test-data/dac4c8db-b275-7c91-38ff-4e179f85eac8/WALs/testmovedwalduringrecovery,16010,1733257781891/wal.dat.5, journal: Splitting hdfs://localhost:45023/user/jenkins/test-data/dac4c8db-b275-7c91-38ff-4e179f85eac8/WALs/testmovedwalduringrecovery,16010,1733257781891/wal.dat.5, size=1.4 K (1393bytes) at 1733257782975Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/dac4c8db-b275-7c91-38ff-4e179f85eac8/WALs/testmovedwalduringrecovery,16010,1733257781891/wal.dat.5 so closing down at 1733257782982 (+7 ms)3 split writer threads finished at 1733257782982Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/dac4c8db-b275-7c91-38ff-4e179f85eac8/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1733257782994 (+12 ms)Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/dac4c8db-b275-7c91-38ff-4e179f85eac8/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1733257782995 (+1 ms)Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/dac4c8db-b275-7c91-38ff-4e179f85eac8/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733257783005 (+10 ms)Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/dac4c8db-b275-7c91-38ff-4e179f85eac8/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:45023/user/jenkins/test-data/dac4c8db-b275-7c91-38ff-4e179f85eac8/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1733257783008 (+3 ms)Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/dac4c8db-b275-7c91-38ff-4e179f85eac8/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733257783008Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/dac4c8db-b275-7c91-38ff-4e179f85eac8/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:45023/user/jenkins/test-data/dac4c8db-b275-7c91-38ff-4e179f85eac8/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1733257783011 (+3 ms)Processed 20 edits across 2 Regions in 31 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/dac4c8db-b275-7c91-38ff-4e179f85eac8/WALs/testmovedwalduringrecovery,16010,1733257781891/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733257783011 2024-12-03T20:29:43,017 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45023/user/jenkins/test-data/dac4c8db-b275-7c91-38ff-4e179f85eac8/WALs/testmovedwalduringrecovery,16010,1733257781891/wal.dat.5 to hdfs://localhost:45023/user/jenkins/test-data/dac4c8db-b275-7c91-38ff-4e179f85eac8/oldWALs/wal.dat.5 2024-12-03T20:29:43,017 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45023/user/jenkins/test-data/dac4c8db-b275-7c91-38ff-4e179f85eac8/WALs/testmovedwalduringrecovery,16010,1733257781891/wal.dat.6, size=1.4 K (1405bytes) 2024-12-03T20:29:43,017 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45023/user/jenkins/test-data/dac4c8db-b275-7c91-38ff-4e179f85eac8/WALs/testmovedwalduringrecovery,16010,1733257781891/wal.dat.6 2024-12-03T20:29:43,018 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45023/user/jenkins/test-data/dac4c8db-b275-7c91-38ff-4e179f85eac8/WALs/testmovedwalduringrecovery,16010,1733257781891/wal.dat.6 after 1ms 2024-12-03T20:29:43,024 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45023/user/jenkins/test-data/dac4c8db-b275-7c91-38ff-4e179f85eac8/WALs/testmovedwalduringrecovery,16010,1733257781891/wal.dat.6 took 7ms 2024-12-03T20:29:43,029 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/dac4c8db-b275-7c91-38ff-4e179f85eac8/WALs/testmovedwalduringrecovery,16010,1733257781891/wal.dat.6 so closing down 2024-12-03T20:29:43,030 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T20:29:43,030 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T20:29:43,040 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-12-03T20:29:43,047 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/dac4c8db-b275-7c91-38ff-4e179f85eac8/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-12-03T20:29:43,048 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-12-03T20:29:43,056 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/dac4c8db-b275-7c91-38ff-4e179f85eac8/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-12-03T20:29:43,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073741999_1178 (size=749) 2024-12-03T20:29:43,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073741999_1178 (size=749) 2024-12-03T20:29:43,111 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/dac4c8db-b275-7c91-38ff-4e179f85eac8/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T20:29:43,115 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/dac4c8db-b275-7c91-38ff-4e179f85eac8/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:45023/user/jenkins/test-data/dac4c8db-b275-7c91-38ff-4e179f85eac8/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-12-03T20:29:43,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073741998_1177 (size=749) 2024-12-03T20:29:43,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073741998_1177 (size=749) 2024-12-03T20:29:43,125 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/dac4c8db-b275-7c91-38ff-4e179f85eac8/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T20:29:43,129 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/dac4c8db-b275-7c91-38ff-4e179f85eac8/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:45023/user/jenkins/test-data/dac4c8db-b275-7c91-38ff-4e179f85eac8/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-12-03T20:29:43,129 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 101 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/dac4c8db-b275-7c91-38ff-4e179f85eac8/WALs/testmovedwalduringrecovery,16010,1733257781891/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-12-03T20:29:43,129 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45023/user/jenkins/test-data/dac4c8db-b275-7c91-38ff-4e179f85eac8/WALs/testmovedwalduringrecovery,16010,1733257781891/wal.dat.6, journal: Splitting hdfs://localhost:45023/user/jenkins/test-data/dac4c8db-b275-7c91-38ff-4e179f85eac8/WALs/testmovedwalduringrecovery,16010,1733257781891/wal.dat.6, size=1.4 K (1405bytes) at 1733257783017Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/dac4c8db-b275-7c91-38ff-4e179f85eac8/WALs/testmovedwalduringrecovery,16010,1733257781891/wal.dat.6 so closing down at 1733257783029 (+12 ms)3 split writer threads finished at 1733257783030 (+1 ms)Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/dac4c8db-b275-7c91-38ff-4e179f85eac8/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1733257783047 (+17 ms)Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/dac4c8db-b275-7c91-38ff-4e179f85eac8/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1733257783056 (+9 ms)Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/dac4c8db-b275-7c91-38ff-4e179f85eac8/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733257783111 (+55 ms)Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/dac4c8db-b275-7c91-38ff-4e179f85eac8/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:45023/user/jenkins/test-data/dac4c8db-b275-7c91-38ff-4e179f85eac8/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1733257783115 (+4 ms)Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/dac4c8db-b275-7c91-38ff-4e179f85eac8/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733257783125 (+10 ms)Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/dac4c8db-b275-7c91-38ff-4e179f85eac8/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:45023/user/jenkins/test-data/dac4c8db-b275-7c91-38ff-4e179f85eac8/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1733257783129 (+4 ms)Processed 20 edits across 2 Regions in 101 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/dac4c8db-b275-7c91-38ff-4e179f85eac8/WALs/testmovedwalduringrecovery,16010,1733257781891/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1733257783129 2024-12-03T20:29:43,132 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45023/user/jenkins/test-data/dac4c8db-b275-7c91-38ff-4e179f85eac8/WALs/testmovedwalduringrecovery,16010,1733257781891/wal.dat.6 to hdfs://localhost:45023/user/jenkins/test-data/dac4c8db-b275-7c91-38ff-4e179f85eac8/oldWALs/wal.dat.6 2024-12-03T20:29:43,132 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45023/user/jenkins/test-data/dac4c8db-b275-7c91-38ff-4e179f85eac8/WALs/testmovedwalduringrecovery,16010,1733257781891/wal.dat.7, size=1.4 K (1413bytes) 2024-12-03T20:29:43,132 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45023/user/jenkins/test-data/dac4c8db-b275-7c91-38ff-4e179f85eac8/WALs/testmovedwalduringrecovery,16010,1733257781891/wal.dat.7 2024-12-03T20:29:43,133 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45023/user/jenkins/test-data/dac4c8db-b275-7c91-38ff-4e179f85eac8/WALs/testmovedwalduringrecovery,16010,1733257781891/wal.dat.7 after 1ms 2024-12-03T20:29:43,147 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45023/user/jenkins/test-data/dac4c8db-b275-7c91-38ff-4e179f85eac8/WALs/testmovedwalduringrecovery,16010,1733257781891/wal.dat.7 took 14ms 2024-12-03T20:29:43,153 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/dac4c8db-b275-7c91-38ff-4e179f85eac8/WALs/testmovedwalduringrecovery,16010,1733257781891/wal.dat.7 so closing down 2024-12-03T20:29:43,154 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T20:29:43,154 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T20:29:43,160 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-12-03T20:29:43,162 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/dac4c8db-b275-7c91-38ff-4e179f85eac8/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-12-03T20:29:43,175 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-12-03T20:29:43,183 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/dac4c8db-b275-7c91-38ff-4e179f85eac8/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-12-03T20:29:43,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742000_1179 (size=753) 2024-12-03T20:29:43,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742000_1179 (size=753) 2024-12-03T20:29:43,211 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/dac4c8db-b275-7c91-38ff-4e179f85eac8/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T20:29:43,221 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/dac4c8db-b275-7c91-38ff-4e179f85eac8/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:45023/user/jenkins/test-data/dac4c8db-b275-7c91-38ff-4e179f85eac8/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-12-03T20:29:43,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742001_1180 (size=753) 2024-12-03T20:29:43,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742001_1180 (size=753) 2024-12-03T20:29:43,249 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/dac4c8db-b275-7c91-38ff-4e179f85eac8/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T20:29:43,252 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/dac4c8db-b275-7c91-38ff-4e179f85eac8/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:45023/user/jenkins/test-data/dac4c8db-b275-7c91-38ff-4e179f85eac8/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-12-03T20:29:43,253 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 101 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/dac4c8db-b275-7c91-38ff-4e179f85eac8/WALs/testmovedwalduringrecovery,16010,1733257781891/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-12-03T20:29:43,253 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45023/user/jenkins/test-data/dac4c8db-b275-7c91-38ff-4e179f85eac8/WALs/testmovedwalduringrecovery,16010,1733257781891/wal.dat.7, journal: Splitting hdfs://localhost:45023/user/jenkins/test-data/dac4c8db-b275-7c91-38ff-4e179f85eac8/WALs/testmovedwalduringrecovery,16010,1733257781891/wal.dat.7, size=1.4 K (1413bytes) at 1733257783132Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/dac4c8db-b275-7c91-38ff-4e179f85eac8/WALs/testmovedwalduringrecovery,16010,1733257781891/wal.dat.7 so closing down at 1733257783154 (+22 ms)3 split writer threads finished at 1733257783154Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/dac4c8db-b275-7c91-38ff-4e179f85eac8/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1733257783162 (+8 ms)Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/dac4c8db-b275-7c91-38ff-4e179f85eac8/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1733257783183 (+21 ms)Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/dac4c8db-b275-7c91-38ff-4e179f85eac8/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733257783211 (+28 ms)Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/dac4c8db-b275-7c91-38ff-4e179f85eac8/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:45023/user/jenkins/test-data/dac4c8db-b275-7c91-38ff-4e179f85eac8/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1733257783221 (+10 ms)Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/dac4c8db-b275-7c91-38ff-4e179f85eac8/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733257783249 (+28 ms)Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/dac4c8db-b275-7c91-38ff-4e179f85eac8/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:45023/user/jenkins/test-data/dac4c8db-b275-7c91-38ff-4e179f85eac8/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1733257783253 (+4 ms)Processed 20 edits across 2 Regions in 101 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/dac4c8db-b275-7c91-38ff-4e179f85eac8/WALs/testmovedwalduringrecovery,16010,1733257781891/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1733257783253 2024-12-03T20:29:43,257 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45023/user/jenkins/test-data/dac4c8db-b275-7c91-38ff-4e179f85eac8/WALs/testmovedwalduringrecovery,16010,1733257781891/wal.dat.7 to hdfs://localhost:45023/user/jenkins/test-data/dac4c8db-b275-7c91-38ff-4e179f85eac8/oldWALs/wal.dat.7 2024-12-03T20:29:43,257 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45023/user/jenkins/test-data/dac4c8db-b275-7c91-38ff-4e179f85eac8/WALs/testmovedwalduringrecovery,16010,1733257781891/wal.dat.8, size=1.4 K (1413bytes) 2024-12-03T20:29:43,257 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45023/user/jenkins/test-data/dac4c8db-b275-7c91-38ff-4e179f85eac8/WALs/testmovedwalduringrecovery,16010,1733257781891/wal.dat.8 2024-12-03T20:29:43,258 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45023/user/jenkins/test-data/dac4c8db-b275-7c91-38ff-4e179f85eac8/WALs/testmovedwalduringrecovery,16010,1733257781891/wal.dat.8 after 1ms 2024-12-03T20:29:43,266 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45023/user/jenkins/test-data/dac4c8db-b275-7c91-38ff-4e179f85eac8/WALs/testmovedwalduringrecovery,16010,1733257781891/wal.dat.8 took 9ms 2024-12-03T20:29:43,310 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/dac4c8db-b275-7c91-38ff-4e179f85eac8/WALs/testmovedwalduringrecovery,16010,1733257781891/wal.dat.8 so closing down 2024-12-03T20:29:43,310 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T20:29:43,310 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T20:29:43,337 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-12-03T20:29:43,337 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-12-03T20:29:43,348 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/dac4c8db-b275-7c91-38ff-4e179f85eac8/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-12-03T20:29:43,352 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/dac4c8db-b275-7c91-38ff-4e179f85eac8/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-12-03T20:29:43,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742003_1182 (size=753) 2024-12-03T20:29:43,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742003_1182 (size=753) 2024-12-03T20:29:43,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742002_1181 (size=753) 2024-12-03T20:29:43,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742002_1181 (size=753) 2024-12-03T20:29:43,468 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/dac4c8db-b275-7c91-38ff-4e179f85eac8/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T20:29:43,473 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/dac4c8db-b275-7c91-38ff-4e179f85eac8/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:45023/user/jenkins/test-data/dac4c8db-b275-7c91-38ff-4e179f85eac8/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-12-03T20:29:43,831 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/dac4c8db-b275-7c91-38ff-4e179f85eac8/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T20:29:43,835 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/dac4c8db-b275-7c91-38ff-4e179f85eac8/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:45023/user/jenkins/test-data/dac4c8db-b275-7c91-38ff-4e179f85eac8/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-12-03T20:29:43,835 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 527 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/dac4c8db-b275-7c91-38ff-4e179f85eac8/WALs/testmovedwalduringrecovery,16010,1733257781891/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-12-03T20:29:43,835 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45023/user/jenkins/test-data/dac4c8db-b275-7c91-38ff-4e179f85eac8/WALs/testmovedwalduringrecovery,16010,1733257781891/wal.dat.8, journal: Splitting hdfs://localhost:45023/user/jenkins/test-data/dac4c8db-b275-7c91-38ff-4e179f85eac8/WALs/testmovedwalduringrecovery,16010,1733257781891/wal.dat.8, size=1.4 K (1413bytes) at 1733257783257Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/dac4c8db-b275-7c91-38ff-4e179f85eac8/WALs/testmovedwalduringrecovery,16010,1733257781891/wal.dat.8 so closing down at 1733257783310 (+53 ms)3 split writer threads finished at 1733257783310Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/dac4c8db-b275-7c91-38ff-4e179f85eac8/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1733257783348 (+38 ms)Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/dac4c8db-b275-7c91-38ff-4e179f85eac8/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1733257783352 (+4 ms)Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/dac4c8db-b275-7c91-38ff-4e179f85eac8/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733257783468 (+116 ms)Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/dac4c8db-b275-7c91-38ff-4e179f85eac8/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:45023/user/jenkins/test-data/dac4c8db-b275-7c91-38ff-4e179f85eac8/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1733257783473 (+5 ms)Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/dac4c8db-b275-7c91-38ff-4e179f85eac8/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733257783831 (+358 ms)Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/dac4c8db-b275-7c91-38ff-4e179f85eac8/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:45023/user/jenkins/test-data/dac4c8db-b275-7c91-38ff-4e179f85eac8/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1733257783835 (+4 ms)Processed 20 edits across 2 Regions in 527 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/dac4c8db-b275-7c91-38ff-4e179f85eac8/WALs/testmovedwalduringrecovery,16010,1733257781891/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1733257783835 2024-12-03T20:29:43,840 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45023/user/jenkins/test-data/dac4c8db-b275-7c91-38ff-4e179f85eac8/WALs/testmovedwalduringrecovery,16010,1733257781891/wal.dat.8 to hdfs://localhost:45023/user/jenkins/test-data/dac4c8db-b275-7c91-38ff-4e179f85eac8/oldWALs/wal.dat.8 2024-12-03T20:29:43,841 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45023/user/jenkins/test-data/dac4c8db-b275-7c91-38ff-4e179f85eac8/WALs/testmovedwalduringrecovery,16010,1733257781891/wal.dat.9, size=1.4 K (1413bytes) 2024-12-03T20:29:43,841 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45023/user/jenkins/test-data/dac4c8db-b275-7c91-38ff-4e179f85eac8/WALs/testmovedwalduringrecovery,16010,1733257781891/wal.dat.9 2024-12-03T20:29:43,844 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45023/user/jenkins/test-data/dac4c8db-b275-7c91-38ff-4e179f85eac8/WALs/testmovedwalduringrecovery,16010,1733257781891/wal.dat.9 after 2ms 2024-12-03T20:29:43,849 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45023/user/jenkins/test-data/dac4c8db-b275-7c91-38ff-4e179f85eac8/WALs/testmovedwalduringrecovery,16010,1733257781891/wal.dat.9 took 9ms 2024-12-03T20:29:43,882 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/dac4c8db-b275-7c91-38ff-4e179f85eac8/WALs/testmovedwalduringrecovery,16010,1733257781891/wal.dat.9 so closing down 2024-12-03T20:29:43,882 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T20:29:43,888 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T20:29:43,918 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-12-03T20:29:43,925 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/dac4c8db-b275-7c91-38ff-4e179f85eac8/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-12-03T20:29:43,927 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-12-03T20:29:43,929 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/dac4c8db-b275-7c91-38ff-4e179f85eac8/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-12-03T20:29:43,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742004_1183 (size=753) 2024-12-03T20:29:43,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742004_1183 (size=753) 2024-12-03T20:29:43,996 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/dac4c8db-b275-7c91-38ff-4e179f85eac8/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T20:29:44,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742005_1184 (size=753) 2024-12-03T20:29:44,012 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/dac4c8db-b275-7c91-38ff-4e179f85eac8/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:45023/user/jenkins/test-data/dac4c8db-b275-7c91-38ff-4e179f85eac8/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-12-03T20:29:44,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742005_1184 (size=753) 2024-12-03T20:29:44,021 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/dac4c8db-b275-7c91-38ff-4e179f85eac8/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T20:29:44,026 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/dac4c8db-b275-7c91-38ff-4e179f85eac8/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:45023/user/jenkins/test-data/dac4c8db-b275-7c91-38ff-4e179f85eac8/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-12-03T20:29:44,026 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 148 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/dac4c8db-b275-7c91-38ff-4e179f85eac8/WALs/testmovedwalduringrecovery,16010,1733257781891/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-12-03T20:29:44,027 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45023/user/jenkins/test-data/dac4c8db-b275-7c91-38ff-4e179f85eac8/WALs/testmovedwalduringrecovery,16010,1733257781891/wal.dat.9, journal: Splitting hdfs://localhost:45023/user/jenkins/test-data/dac4c8db-b275-7c91-38ff-4e179f85eac8/WALs/testmovedwalduringrecovery,16010,1733257781891/wal.dat.9, size=1.4 K (1413bytes) at 1733257783841Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/dac4c8db-b275-7c91-38ff-4e179f85eac8/WALs/testmovedwalduringrecovery,16010,1733257781891/wal.dat.9 so closing down at 1733257783882 (+41 ms)3 split writer threads finished at 1733257783889 (+7 ms)Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/dac4c8db-b275-7c91-38ff-4e179f85eac8/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1733257783925 (+36 ms)Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/dac4c8db-b275-7c91-38ff-4e179f85eac8/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1733257783929 (+4 ms)Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/dac4c8db-b275-7c91-38ff-4e179f85eac8/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733257783996 (+67 ms)Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/dac4c8db-b275-7c91-38ff-4e179f85eac8/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:45023/user/jenkins/test-data/dac4c8db-b275-7c91-38ff-4e179f85eac8/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1733257784012 (+16 ms)Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/dac4c8db-b275-7c91-38ff-4e179f85eac8/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733257784021 (+9 ms)Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/dac4c8db-b275-7c91-38ff-4e179f85eac8/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:45023/user/jenkins/test-data/dac4c8db-b275-7c91-38ff-4e179f85eac8/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1733257784026 (+5 ms)Processed 20 edits across 2 Regions in 148 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/dac4c8db-b275-7c91-38ff-4e179f85eac8/WALs/testmovedwalduringrecovery,16010,1733257781891/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1733257784026 2024-12-03T20:29:44,032 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45023/user/jenkins/test-data/dac4c8db-b275-7c91-38ff-4e179f85eac8/WALs/testmovedwalduringrecovery,16010,1733257781891/wal.dat.9 to hdfs://localhost:45023/user/jenkins/test-data/dac4c8db-b275-7c91-38ff-4e179f85eac8/oldWALs/wal.dat.9 2024-12-03T20:29:44,051 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testMovedWALDuringRecovery Thread=138 (was 138), OpenFileDescriptor=389 (was 397), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1316 (was 1317), ProcessCount=11 (was 11), AvailableMemoryMB=426 (was 509) 2024-12-03T20:29:44,066 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testThreading Thread=138, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=1316, ProcessCount=11, AvailableMemoryMB=425 2024-12-03T20:29:44,067 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-12-03T20:29:44,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742006_1185 (size=7) 2024-12-03T20:29:44,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742006_1185 (size=7) 2024-12-03T20:29:44,121 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45023/user/jenkins/test-data/72ccf0d3-cc6f-26e3-cf7f-cdec76677e77 with version=8 2024-12-03T20:29:44,122 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:29:44,125 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:29:44,131 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-12-03T20:29:44,136 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region r0 2024-12-03T20:29:44,137 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region r1 2024-12-03T20:29:44,138 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region r2 2024-12-03T20:29:44,138 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region r3 2024-12-03T20:29:44,139 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region r4 2024-12-03T20:29:44,170 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45023/user/jenkins/test-data/6fc4577f-2148-f2c2-7543-467e00f58dae/WALs/testthreading,16010,1733257784131/wal.dat..fake, size=0 (0bytes) 2024-12-03T20:29:44,207 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45023/user/jenkins/test-data/6fc4577f-2148-f2c2-7543-467e00f58dae/WALs/testthreading,16010,1733257784131/wal.dat..fake took 37ms 2024-12-03T20:29:44,973 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/6fc4577f-2148-f2c2-7543-467e00f58dae/WALs/testthreading,16010,1733257784131/wal.dat..fake so closing down 2024-12-03T20:29:44,973 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T20:29:44,974 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T20:29:45,025 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/6fc4577f-2148-f2c2-7543-467e00f58dae/data/default/t1/r2/recovered.edits/0000000000000000002-wal.dat..fake.temp 2024-12-03T20:29:45,026 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/6fc4577f-2148-f2c2-7543-467e00f58dae/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat..fake.temp 2024-12-03T20:29:45,032 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/6fc4577f-2148-f2c2-7543-467e00f58dae/data/default/t1/r1/recovered.edits/0000000000000000001-wal.dat..fake.temp 2024-12-03T20:29:45,130 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/6fc4577f-2148-f2c2-7543-467e00f58dae/data/default/t1/r2/recovered.edits/0000000000000000002-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 104 ms) 2024-12-03T20:29:45,142 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/6fc4577f-2148-f2c2-7543-467e00f58dae/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 115 ms) 2024-12-03T20:29:45,167 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/6fc4577f-2148-f2c2-7543-467e00f58dae/data/default/t1/r1/recovered.edits/0000000000000000001-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 135 ms) 2024-12-03T20:29:45,168 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/6fc4577f-2148-f2c2-7543-467e00f58dae/data/default/t1/r3/recovered.edits/0000000000000000003-wal.dat..fake.temp 2024-12-03T20:29:45,173 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/6fc4577f-2148-f2c2-7543-467e00f58dae/data/default/t1/r4/recovered.edits/0000000000000000004-wal.dat..fake.temp 2024-12-03T20:29:45,269 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/6fc4577f-2148-f2c2-7543-467e00f58dae/data/default/t1/r3/recovered.edits/0000000000000000003-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 100 ms) 2024-12-03T20:29:45,272 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/6fc4577f-2148-f2c2-7543-467e00f58dae/data/default/t1/r4/recovered.edits/0000000000000000004-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 99 ms) 2024-12-03T20:29:45,281 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20000 edits across 5 Regions in 1043 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/6fc4577f-2148-f2c2-7543-467e00f58dae/WALs/testthreading,16010,1733257784131/wal.dat..fake, size=0, length=0, corrupted=false, cancelled=false 2024-12-03T20:29:45,281 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45023/user/jenkins/test-data/6fc4577f-2148-f2c2-7543-467e00f58dae/WALs/testthreading,16010,1733257784131/wal.dat..fake, journal: Splitting hdfs://localhost:45023/user/jenkins/test-data/6fc4577f-2148-f2c2-7543-467e00f58dae/WALs/testthreading,16010,1733257784131/wal.dat..fake, size=0 (0bytes) at 1733257784170Split 1024 edits, skipped 0 edits. at 1733257784302 (+132 ms)Split 2048 edits, skipped 0 edits. at 1733257784359 (+57 ms)Split 3072 edits, skipped 0 edits. at 1733257784385 (+26 ms)Split 4096 edits, skipped 0 edits. at 1733257784430 (+45 ms)Split 5120 edits, skipped 0 edits. at 1733257784474 (+44 ms)Split 6144 edits, skipped 0 edits. at 1733257784553 (+79 ms)Split 7168 edits, skipped 0 edits. at 1733257784588 (+35 ms)Split 8192 edits, skipped 0 edits. at 1733257784631 (+43 ms)Split 9216 edits, skipped 0 edits. at 1733257784679 (+48 ms)Split 10240 edits, skipped 0 edits. at 1733257784717 (+38 ms)Split 11264 edits, skipped 0 edits. at 1733257784740 (+23 ms)Split 12288 edits, skipped 0 edits. at 1733257784760 (+20 ms)Split 13312 edits, skipped 0 edits. at 1733257784778 (+18 ms)Split 14336 edits, skipped 0 edits. at 1733257784799 (+21 ms)Split 15360 edits, skipped 0 edits. at 1733257784821 (+22 ms)Split 16384 edits, skipped 0 edits. at 1733257784842 (+21 ms)Split 17408 edits, skipped 0 edits. at 1733257784884 (+42 ms)Split 18432 edits, skipped 0 edits. at 1733257784910 (+26 ms)Split 19456 edits, skipped 0 edits. at 1733257784950 (+40 ms)Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/6fc4577f-2148-f2c2-7543-467e00f58dae/WALs/testthreading,16010,1733257784131/wal.dat..fake so closing down at 1733257784973 (+23 ms)3 split writer threads finished at 1733257784974 (+1 ms)Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/6fc4577f-2148-f2c2-7543-467e00f58dae/data/default/t1/r2/recovered.edits/0000000000000000002-wal.dat..fake.temp at 1733257785025 (+51 ms)Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/6fc4577f-2148-f2c2-7543-467e00f58dae/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat..fake.temp at 1733257785026 (+1 ms)Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/6fc4577f-2148-f2c2-7543-467e00f58dae/data/default/t1/r1/recovered.edits/0000000000000000001-wal.dat..fake.temp at 1733257785032 (+6 ms)Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/6fc4577f-2148-f2c2-7543-467e00f58dae/data/default/t1/r2/recovered.edits/0000000000000000002-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 104 ms) at 1733257785130 (+98 ms)Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/6fc4577f-2148-f2c2-7543-467e00f58dae/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 115 ms) at 1733257785142 (+12 ms)Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/6fc4577f-2148-f2c2-7543-467e00f58dae/data/default/t1/r1/recovered.edits/0000000000000000001-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 135 ms) at 1733257785167 (+25 ms)Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/6fc4577f-2148-f2c2-7543-467e00f58dae/data/default/t1/r3/recovered.edits/0000000000000000003-wal.dat..fake.temp at 1733257785169 (+2 ms)Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/6fc4577f-2148-f2c2-7543-467e00f58dae/data/default/t1/r4/recovered.edits/0000000000000000004-wal.dat..fake.temp at 1733257785173 (+4 ms)Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/6fc4577f-2148-f2c2-7543-467e00f58dae/data/default/t1/r3/recovered.edits/0000000000000000003-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 100 ms) at 1733257785269 (+96 ms)Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/6fc4577f-2148-f2c2-7543-467e00f58dae/data/default/t1/r4/recovered.edits/0000000000000000004-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 99 ms) at 1733257785272 (+3 ms)Processed 20000 edits across 5 Regions in 1043 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/6fc4577f-2148-f2c2-7543-467e00f58dae/WALs/testthreading,16010,1733257784131/wal.dat..fake, size=0, length=0, corrupted=false, cancelled=false at 1733257785281 (+9 ms) 2024-12-03T20:29:45,281 INFO [Time-limited test {}] wal.TestWALSplit(1085): Got 4000 output edits for region r2 2024-12-03T20:29:45,281 INFO [Time-limited test {}] wal.TestWALSplit(1085): Got 4000 output edits for region r3 2024-12-03T20:29:45,281 INFO [Time-limited test {}] wal.TestWALSplit(1085): Got 4000 output edits for region r4 2024-12-03T20:29:45,281 INFO [Time-limited test {}] wal.TestWALSplit(1085): Got 4000 output edits for region r0 2024-12-03T20:29:45,281 INFO [Time-limited test {}] wal.TestWALSplit(1085): Got 4000 output edits for region r1 2024-12-03T20:29:45,308 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testThreading Thread=136 (was 138), OpenFileDescriptor=387 (was 391), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1316 (was 1316), ProcessCount=11 (was 11), AvailableMemoryMB=327 (was 425) 2024-12-03T20:29:45,331 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testEmptyOpenLogFiles Thread=136, OpenFileDescriptor=387, MaxFileDescriptor=1048576, SystemLoadAverage=1316, ProcessCount=11, AvailableMemoryMB=323 2024-12-03T20:29:45,332 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-12-03T20:29:45,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742007_1186 (size=7) 2024-12-03T20:29:45,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742007_1186 (size=7) 2024-12-03T20:29:45,420 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45023/user/jenkins/test-data/72ccf0d3-cc6f-26e3-cf7f-cdec76677e77 with version=8 2024-12-03T20:29:45,420 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:29:45,422 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:29:45,434 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-12-03T20:29:45,443 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat..empty 2024-12-03T20:29:45,461 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-12-03T20:29:45,471 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-12-03T20:29:45,486 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-12-03T20:29:45,500 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:45,500 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:45,579 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:45,579 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:45,579 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:45,579 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:45,581 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:45,581 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:45,581 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:45,581 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:45,582 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:45,582 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:45,584 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:45,584 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:45,584 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:45,584 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:45,585 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:45,585 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:45,585 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:45,585 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:45,586 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:45,586 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:45,586 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:45,586 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:45,586 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:45,586 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:45,587 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:45,587 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:45,587 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:45,587 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:45,587 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:45,587 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:45,588 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:45,588 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:45,589 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:45,589 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:45,589 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:45,589 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:45,590 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:45,590 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:45,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742008_1187 (size=1393) 2024-12-03T20:29:45,593 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-12-03T20:29:45,593 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-12-03T20:29:45,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742008_1187 (size=1393) 2024-12-03T20:29:45,600 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:45,600 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:45,632 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:45,632 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:45,644 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:45,644 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:45,649 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:45,649 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:45,653 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:45,653 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:45,654 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:45,654 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:45,655 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:45,655 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:45,655 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:45,655 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:45,655 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:45,656 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:45,656 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:45,656 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:45,658 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:45,658 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:45,658 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:45,658 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:45,658 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:45,658 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:45,659 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:45,659 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:45,659 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:45,659 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:45,660 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:45,660 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:45,660 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:45,660 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:45,660 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:45,660 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:45,661 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:45,661 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:45,661 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:45,661 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:45,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742009_1188 (size=1393) 2024-12-03T20:29:45,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742009_1188 (size=1393) 2024-12-03T20:29:45,672 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-12-03T20:29:45,673 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-12-03T20:29:45,683 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:45,683 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:45,748 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:45,748 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:45,764 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:45,764 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:45,780 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:45,780 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:45,786 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:45,787 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:45,787 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:45,787 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:45,788 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:45,788 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:45,788 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:45,789 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:45,789 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:45,789 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:45,789 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:45,789 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:45,793 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:45,793 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:45,793 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:45,793 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:45,796 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:45,796 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:45,796 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:45,796 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:45,797 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:45,797 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:45,797 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:45,797 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:45,797 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:45,797 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:45,798 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:45,798 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:45,798 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:45,798 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:45,798 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:45,798 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:45,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742010_1189 (size=1393) 2024-12-03T20:29:45,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742010_1189 (size=1393) 2024-12-03T20:29:46,203 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-12-03T20:29:46,203 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-12-03T20:29:46,205 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:46,205 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:46,212 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:46,213 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:46,213 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:46,213 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:46,213 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:46,213 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:46,214 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:46,214 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:46,214 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:46,214 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:46,215 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:46,215 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:46,215 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:46,215 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:46,215 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:46,215 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:46,216 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:46,216 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:46,216 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:46,216 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:46,216 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:46,218 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:46,218 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:46,218 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:46,219 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:46,219 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:46,219 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:46,219 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:46,219 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:46,219 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:46,220 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:46,220 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:46,220 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:46,220 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:46,220 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:46,220 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:46,221 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:46,221 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:46,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742011_1190 (size=1393) 2024-12-03T20:29:46,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742011_1190 (size=1393) 2024-12-03T20:29:46,627 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-12-03T20:29:46,628 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-12-03T20:29:46,635 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:46,635 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:46,644 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:46,644 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:46,644 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:46,644 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:46,645 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:46,645 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:46,645 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:46,645 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:46,645 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:46,645 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:46,646 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:46,646 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:46,646 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:46,646 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:46,646 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:46,646 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:46,647 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:46,647 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:46,647 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:46,647 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:46,647 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:46,647 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:46,648 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:46,648 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:46,648 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:46,648 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:46,648 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:46,648 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:46,648 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:46,649 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:46,649 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:46,649 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:46,649 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:46,649 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:46,650 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:46,650 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:46,650 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:46,650 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:46,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742012_1191 (size=1393) 2024-12-03T20:29:46,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742012_1191 (size=1393) 2024-12-03T20:29:46,660 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-12-03T20:29:46,661 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-12-03T20:29:46,676 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:46,676 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:46,725 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:46,725 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:46,725 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:46,726 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:46,726 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:46,726 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:46,726 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:46,726 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:46,727 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:46,727 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:46,727 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:46,727 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:46,728 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:46,728 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:46,729 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:46,729 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:46,729 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:46,729 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:46,730 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:46,730 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:46,730 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:46,730 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:46,730 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:46,730 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:46,731 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:46,731 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:46,731 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:46,731 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:46,732 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:46,732 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:46,732 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:46,732 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:46,733 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:46,733 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:46,733 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:46,733 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:46,733 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:46,734 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:46,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742013_1192 (size=1393) 2024-12-03T20:29:46,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742013_1192 (size=1393) 2024-12-03T20:29:46,741 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-12-03T20:29:46,741 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-12-03T20:29:46,748 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:46,748 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:46,796 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:46,796 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:46,797 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:46,797 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:46,797 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:46,797 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:46,797 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:46,797 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:46,797 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:46,797 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:46,798 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:46,798 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:46,798 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:46,798 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:46,798 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:46,798 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:46,799 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:46,799 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:46,799 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:46,799 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:46,800 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:46,800 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:46,800 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:46,801 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:46,801 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:46,801 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:46,801 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:46,801 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:46,801 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:46,801 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:46,802 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:46,802 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:46,802 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:46,802 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:46,802 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:46,802 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:46,802 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:46,802 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:46,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742014_1193 (size=1405) 2024-12-03T20:29:46,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742014_1193 (size=1405) 2024-12-03T20:29:46,816 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-12-03T20:29:46,816 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-12-03T20:29:46,820 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:46,820 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:46,835 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:46,835 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:46,835 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:46,835 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:46,838 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:46,838 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:46,839 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:46,839 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:46,839 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:46,839 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:46,840 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:46,840 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:46,840 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:46,841 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:46,841 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:46,841 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:46,841 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:46,841 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:46,841 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:46,841 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:46,842 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:46,842 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:46,842 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:46,842 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:46,842 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:46,842 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:46,843 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:46,843 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:46,843 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:46,843 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:46,843 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:46,843 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:46,844 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:46,844 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:46,844 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:46,844 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:46,844 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:46,844 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:46,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742015_1194 (size=1413) 2024-12-03T20:29:46,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742015_1194 (size=1413) 2024-12-03T20:29:47,250 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-12-03T20:29:47,250 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-12-03T20:29:47,254 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:47,254 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:47,314 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:47,314 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:47,316 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:47,316 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:47,321 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:47,321 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:47,326 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:47,326 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:47,328 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:47,328 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:47,332 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:47,332 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:47,336 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:47,336 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:47,342 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:47,342 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:47,344 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:47,344 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:47,348 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:47,348 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:47,350 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:47,350 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:47,350 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:47,350 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:47,351 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:47,351 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:47,351 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:47,351 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:47,351 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:47,351 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:47,352 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:47,352 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:47,352 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:47,352 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:47,352 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:47,353 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:47,353 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:47,353 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:47,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742016_1195 (size=1413) 2024-12-03T20:29:47,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742016_1195 (size=1413) 2024-12-03T20:29:47,358 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-12-03T20:29:47,358 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-12-03T20:29:47,360 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:47,360 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:47,427 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:47,427 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:47,432 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:47,432 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:47,437 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:47,437 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:47,441 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:47,441 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:47,441 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:47,441 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:47,442 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:47,442 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:47,442 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:47,442 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:47,443 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:47,443 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:47,443 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:47,443 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:47,443 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:47,443 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:47,444 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:47,444 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:47,444 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:47,444 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:47,444 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:47,444 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:47,445 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:47,445 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:47,445 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:47,445 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:47,446 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:47,446 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:47,446 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:47,447 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:47,447 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:47,447 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:47,447 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:47,447 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:47,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742017_1196 (size=1413) 2024-12-03T20:29:47,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742017_1196 (size=1413) 2024-12-03T20:29:47,453 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-12-03T20:29:47,453 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.empty 2024-12-03T20:29:47,491 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45023/user/jenkins/test-data/855d2497-06a2-f32a-1075-44c258d85495/WALs/testemptyopenlogfiles,16010,1733257785434/wal.dat..empty, size=0 (0bytes) 2024-12-03T20:29:47,491 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:45023/user/jenkins/test-data/855d2497-06a2-f32a-1075-44c258d85495/WALs/testemptyopenlogfiles,16010,1733257785434/wal.dat..empty might be still open, length is 0 2024-12-03T20:29:47,491 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45023/user/jenkins/test-data/855d2497-06a2-f32a-1075-44c258d85495/WALs/testemptyopenlogfiles,16010,1733257785434/wal.dat..empty 2024-12-03T20:29:47,492 WARN [IPC Server handler 0 on default port 45023 {}] namenode.FSNamesystem(3730): BLOCK* internalReleaseLease: All existing blocks are COMPLETE, lease removed, file /user/jenkins/test-data/855d2497-06a2-f32a-1075-44c258d85495/WALs/testemptyopenlogfiles,16010,1733257785434/wal.dat..empty closed. 2024-12-03T20:29:47,493 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45023/user/jenkins/test-data/855d2497-06a2-f32a-1075-44c258d85495/WALs/testemptyopenlogfiles,16010,1733257785434/wal.dat..empty after 2ms 2024-12-03T20:29:47,496 WARN [Time-limited test {}] wal.WALSplitter(467): Could not open hdfs://localhost:45023/user/jenkins/test-data/855d2497-06a2-f32a-1075-44c258d85495/WALs/testemptyopenlogfiles,16010,1733257785434/wal.dat..empty for reading. File is empty org.apache.hadoop.hbase.regionserver.wal.WALHeaderEOFException: EOF while reading PB WAL magic at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.readHeader(AbstractProtobufWALReader.java:221) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.init(AbstractProtobufWALReader.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:417) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:396) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:527) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:459) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:305) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitAndCount(TestWALSplit.java:529) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testEmptyLogFiles(TestWALSplit.java:563) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testEmptyOpenLogFiles(TestWALSplit.java:553) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.EOFException at java.io.DataInputStream.readFully(DataInputStream.java:203) ~[?:?] at java.io.DataInputStream.readFully(DataInputStream.java:172) ~[?:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.readHeader(AbstractProtobufWALReader.java:219) ~[classes/:?] ... 37 more 2024-12-03T20:29:47,513 WARN [Time-limited test {}] wal.WALSplitter(307): Nothing in hdfs://localhost:45023/user/jenkins/test-data/855d2497-06a2-f32a-1075-44c258d85495/WALs/testemptyopenlogfiles,16010,1733257785434/wal.dat..empty; empty? 2024-12-03T20:29:47,518 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/855d2497-06a2-f32a-1075-44c258d85495/WALs/testemptyopenlogfiles,16010,1733257785434/wal.dat..empty so closing down 2024-12-03T20:29:47,519 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 28 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/855d2497-06a2-f32a-1075-44c258d85495/WALs/testemptyopenlogfiles,16010,1733257785434/wal.dat..empty, size=0, length=0, corrupted=false, cancelled=false 2024-12-03T20:29:47,519 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45023/user/jenkins/test-data/855d2497-06a2-f32a-1075-44c258d85495/WALs/testemptyopenlogfiles,16010,1733257785434/wal.dat..empty, journal: Splitting hdfs://localhost:45023/user/jenkins/test-data/855d2497-06a2-f32a-1075-44c258d85495/WALs/testemptyopenlogfiles,16010,1733257785434/wal.dat..empty, size=0 (0bytes) at 1733257787491Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/855d2497-06a2-f32a-1075-44c258d85495/WALs/testemptyopenlogfiles,16010,1733257785434/wal.dat..empty so closing down at 1733257787518 (+27 ms)Processed 0 edits across 0 Regions in 28 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/855d2497-06a2-f32a-1075-44c258d85495/WALs/testemptyopenlogfiles,16010,1733257785434/wal.dat..empty, size=0, length=0, corrupted=false, cancelled=false at 1733257787519 (+1 ms) 2024-12-03T20:29:47,528 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45023/user/jenkins/test-data/855d2497-06a2-f32a-1075-44c258d85495/WALs/testemptyopenlogfiles,16010,1733257785434/wal.dat..empty to hdfs://localhost:45023/user/jenkins/test-data/855d2497-06a2-f32a-1075-44c258d85495/oldWALs/wal.dat..empty 2024-12-03T20:29:47,528 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45023/user/jenkins/test-data/855d2497-06a2-f32a-1075-44c258d85495/WALs/testemptyopenlogfiles,16010,1733257785434/wal.dat.0, size=1.4 K (1393bytes) 2024-12-03T20:29:47,528 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45023/user/jenkins/test-data/855d2497-06a2-f32a-1075-44c258d85495/WALs/testemptyopenlogfiles,16010,1733257785434/wal.dat.0 2024-12-03T20:29:47,531 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45023/user/jenkins/test-data/855d2497-06a2-f32a-1075-44c258d85495/WALs/testemptyopenlogfiles,16010,1733257785434/wal.dat.0 after 3ms 2024-12-03T20:29:47,542 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45023/user/jenkins/test-data/855d2497-06a2-f32a-1075-44c258d85495/WALs/testemptyopenlogfiles,16010,1733257785434/wal.dat.0 took 13ms 2024-12-03T20:29:47,577 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/855d2497-06a2-f32a-1075-44c258d85495/WALs/testemptyopenlogfiles,16010,1733257785434/wal.dat.0 so closing down 2024-12-03T20:29:47,577 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T20:29:47,578 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T20:29:47,594 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-12-03T20:29:47,595 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-12-03T20:29:47,600 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/855d2497-06a2-f32a-1075-44c258d85495/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-12-03T20:29:47,617 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/855d2497-06a2-f32a-1075-44c258d85495/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-12-03T20:29:47,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742019_1198 (size=743) 2024-12-03T20:29:47,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742019_1198 (size=743) 2024-12-03T20:29:47,692 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/855d2497-06a2-f32a-1075-44c258d85495/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T20:29:47,706 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/855d2497-06a2-f32a-1075-44c258d85495/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:45023/user/jenkins/test-data/855d2497-06a2-f32a-1075-44c258d85495/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-12-03T20:29:47,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742018_1197 (size=743) 2024-12-03T20:29:47,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742018_1197 (size=743) 2024-12-03T20:29:47,732 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/855d2497-06a2-f32a-1075-44c258d85495/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T20:29:47,752 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/855d2497-06a2-f32a-1075-44c258d85495/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:45023/user/jenkins/test-data/855d2497-06a2-f32a-1075-44c258d85495/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-12-03T20:29:47,752 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 184 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/855d2497-06a2-f32a-1075-44c258d85495/WALs/testemptyopenlogfiles,16010,1733257785434/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-03T20:29:47,752 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45023/user/jenkins/test-data/855d2497-06a2-f32a-1075-44c258d85495/WALs/testemptyopenlogfiles,16010,1733257785434/wal.dat.0, journal: Splitting hdfs://localhost:45023/user/jenkins/test-data/855d2497-06a2-f32a-1075-44c258d85495/WALs/testemptyopenlogfiles,16010,1733257785434/wal.dat.0, size=1.4 K (1393bytes) at 1733257787528Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/855d2497-06a2-f32a-1075-44c258d85495/WALs/testemptyopenlogfiles,16010,1733257785434/wal.dat.0 so closing down at 1733257787577 (+49 ms)3 split writer threads finished at 1733257787579 (+2 ms)Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/855d2497-06a2-f32a-1075-44c258d85495/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1733257787600 (+21 ms)Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/855d2497-06a2-f32a-1075-44c258d85495/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1733257787617 (+17 ms)Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/855d2497-06a2-f32a-1075-44c258d85495/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733257787693 (+76 ms)Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/855d2497-06a2-f32a-1075-44c258d85495/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:45023/user/jenkins/test-data/855d2497-06a2-f32a-1075-44c258d85495/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1733257787706 (+13 ms)Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/855d2497-06a2-f32a-1075-44c258d85495/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733257787732 (+26 ms)Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/855d2497-06a2-f32a-1075-44c258d85495/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:45023/user/jenkins/test-data/855d2497-06a2-f32a-1075-44c258d85495/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1733257787752 (+20 ms)Processed 20 edits across 2 Regions in 184 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/855d2497-06a2-f32a-1075-44c258d85495/WALs/testemptyopenlogfiles,16010,1733257785434/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733257787752 2024-12-03T20:29:47,768 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45023/user/jenkins/test-data/855d2497-06a2-f32a-1075-44c258d85495/WALs/testemptyopenlogfiles,16010,1733257785434/wal.dat.0 to hdfs://localhost:45023/user/jenkins/test-data/855d2497-06a2-f32a-1075-44c258d85495/oldWALs/wal.dat.0 2024-12-03T20:29:47,769 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45023/user/jenkins/test-data/855d2497-06a2-f32a-1075-44c258d85495/WALs/testemptyopenlogfiles,16010,1733257785434/wal.dat.1, size=1.4 K (1393bytes) 2024-12-03T20:29:47,769 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45023/user/jenkins/test-data/855d2497-06a2-f32a-1075-44c258d85495/WALs/testemptyopenlogfiles,16010,1733257785434/wal.dat.1 2024-12-03T20:29:47,770 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45023/user/jenkins/test-data/855d2497-06a2-f32a-1075-44c258d85495/WALs/testemptyopenlogfiles,16010,1733257785434/wal.dat.1 after 1ms 2024-12-03T20:29:47,793 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45023/user/jenkins/test-data/855d2497-06a2-f32a-1075-44c258d85495/WALs/testemptyopenlogfiles,16010,1733257785434/wal.dat.1 took 25ms 2024-12-03T20:29:47,802 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/855d2497-06a2-f32a-1075-44c258d85495/WALs/testemptyopenlogfiles,16010,1733257785434/wal.dat.1 so closing down 2024-12-03T20:29:47,802 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T20:29:47,804 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T20:29:47,832 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-12-03T20:29:47,840 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-12-03T20:29:47,843 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/855d2497-06a2-f32a-1075-44c258d85495/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-12-03T20:29:47,856 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/855d2497-06a2-f32a-1075-44c258d85495/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-12-03T20:29:47,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742020_1199 (size=743) 2024-12-03T20:29:47,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742020_1199 (size=743) 2024-12-03T20:29:47,944 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/855d2497-06a2-f32a-1075-44c258d85495/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T20:29:47,950 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/855d2497-06a2-f32a-1075-44c258d85495/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:45023/user/jenkins/test-data/855d2497-06a2-f32a-1075-44c258d85495/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-12-03T20:29:47,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742021_1200 (size=743) 2024-12-03T20:29:47,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742021_1200 (size=743) 2024-12-03T20:29:47,973 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/855d2497-06a2-f32a-1075-44c258d85495/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T20:29:47,975 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/855d2497-06a2-f32a-1075-44c258d85495/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:45023/user/jenkins/test-data/855d2497-06a2-f32a-1075-44c258d85495/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-12-03T20:29:47,975 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 174 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/855d2497-06a2-f32a-1075-44c258d85495/WALs/testemptyopenlogfiles,16010,1733257785434/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-03T20:29:47,975 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45023/user/jenkins/test-data/855d2497-06a2-f32a-1075-44c258d85495/WALs/testemptyopenlogfiles,16010,1733257785434/wal.dat.1, journal: Splitting hdfs://localhost:45023/user/jenkins/test-data/855d2497-06a2-f32a-1075-44c258d85495/WALs/testemptyopenlogfiles,16010,1733257785434/wal.dat.1, size=1.4 K (1393bytes) at 1733257787769Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/855d2497-06a2-f32a-1075-44c258d85495/WALs/testemptyopenlogfiles,16010,1733257785434/wal.dat.1 so closing down at 1733257787802 (+33 ms)3 split writer threads finished at 1733257787804 (+2 ms)Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/855d2497-06a2-f32a-1075-44c258d85495/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1733257787843 (+39 ms)Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/855d2497-06a2-f32a-1075-44c258d85495/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1733257787856 (+13 ms)Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/855d2497-06a2-f32a-1075-44c258d85495/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733257787944 (+88 ms)Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/855d2497-06a2-f32a-1075-44c258d85495/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:45023/user/jenkins/test-data/855d2497-06a2-f32a-1075-44c258d85495/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1733257787950 (+6 ms)Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/855d2497-06a2-f32a-1075-44c258d85495/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733257787973 (+23 ms)Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/855d2497-06a2-f32a-1075-44c258d85495/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:45023/user/jenkins/test-data/855d2497-06a2-f32a-1075-44c258d85495/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1733257787975 (+2 ms)Processed 20 edits across 2 Regions in 174 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/855d2497-06a2-f32a-1075-44c258d85495/WALs/testemptyopenlogfiles,16010,1733257785434/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733257787975 2024-12-03T20:29:47,978 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45023/user/jenkins/test-data/855d2497-06a2-f32a-1075-44c258d85495/WALs/testemptyopenlogfiles,16010,1733257785434/wal.dat.1 to hdfs://localhost:45023/user/jenkins/test-data/855d2497-06a2-f32a-1075-44c258d85495/oldWALs/wal.dat.1 2024-12-03T20:29:47,978 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45023/user/jenkins/test-data/855d2497-06a2-f32a-1075-44c258d85495/WALs/testemptyopenlogfiles,16010,1733257785434/wal.dat.2, size=1.4 K (1393bytes) 2024-12-03T20:29:47,978 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45023/user/jenkins/test-data/855d2497-06a2-f32a-1075-44c258d85495/WALs/testemptyopenlogfiles,16010,1733257785434/wal.dat.2 2024-12-03T20:29:47,979 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45023/user/jenkins/test-data/855d2497-06a2-f32a-1075-44c258d85495/WALs/testemptyopenlogfiles,16010,1733257785434/wal.dat.2 after 1ms 2024-12-03T20:29:47,981 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45023/user/jenkins/test-data/855d2497-06a2-f32a-1075-44c258d85495/WALs/testemptyopenlogfiles,16010,1733257785434/wal.dat.2 took 3ms 2024-12-03T20:29:48,001 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/855d2497-06a2-f32a-1075-44c258d85495/WALs/testemptyopenlogfiles,16010,1733257785434/wal.dat.2 so closing down 2024-12-03T20:29:48,001 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T20:29:48,008 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T20:29:48,030 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-12-03T20:29:48,031 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-12-03T20:29:48,041 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/855d2497-06a2-f32a-1075-44c258d85495/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-12-03T20:29:48,044 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/855d2497-06a2-f32a-1075-44c258d85495/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-12-03T20:29:48,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742022_1201 (size=743) 2024-12-03T20:29:48,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742022_1201 (size=743) 2024-12-03T20:29:48,112 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/855d2497-06a2-f32a-1075-44c258d85495/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T20:29:48,124 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/855d2497-06a2-f32a-1075-44c258d85495/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:45023/user/jenkins/test-data/855d2497-06a2-f32a-1075-44c258d85495/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-12-03T20:29:48,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742023_1202 (size=743) 2024-12-03T20:29:48,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742023_1202 (size=743) 2024-12-03T20:29:48,129 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/855d2497-06a2-f32a-1075-44c258d85495/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T20:29:48,131 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/855d2497-06a2-f32a-1075-44c258d85495/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:45023/user/jenkins/test-data/855d2497-06a2-f32a-1075-44c258d85495/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-12-03T20:29:48,131 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 131 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/855d2497-06a2-f32a-1075-44c258d85495/WALs/testemptyopenlogfiles,16010,1733257785434/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-03T20:29:48,131 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45023/user/jenkins/test-data/855d2497-06a2-f32a-1075-44c258d85495/WALs/testemptyopenlogfiles,16010,1733257785434/wal.dat.2, journal: Splitting hdfs://localhost:45023/user/jenkins/test-data/855d2497-06a2-f32a-1075-44c258d85495/WALs/testemptyopenlogfiles,16010,1733257785434/wal.dat.2, size=1.4 K (1393bytes) at 1733257787978Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/855d2497-06a2-f32a-1075-44c258d85495/WALs/testemptyopenlogfiles,16010,1733257785434/wal.dat.2 so closing down at 1733257788001 (+23 ms)3 split writer threads finished at 1733257788008 (+7 ms)Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/855d2497-06a2-f32a-1075-44c258d85495/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1733257788041 (+33 ms)Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/855d2497-06a2-f32a-1075-44c258d85495/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1733257788044 (+3 ms)Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/855d2497-06a2-f32a-1075-44c258d85495/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733257788112 (+68 ms)Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/855d2497-06a2-f32a-1075-44c258d85495/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:45023/user/jenkins/test-data/855d2497-06a2-f32a-1075-44c258d85495/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1733257788124 (+12 ms)Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/855d2497-06a2-f32a-1075-44c258d85495/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733257788129 (+5 ms)Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/855d2497-06a2-f32a-1075-44c258d85495/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:45023/user/jenkins/test-data/855d2497-06a2-f32a-1075-44c258d85495/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1733257788131 (+2 ms)Processed 20 edits across 2 Regions in 131 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/855d2497-06a2-f32a-1075-44c258d85495/WALs/testemptyopenlogfiles,16010,1733257785434/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733257788131 2024-12-03T20:29:48,134 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45023/user/jenkins/test-data/855d2497-06a2-f32a-1075-44c258d85495/WALs/testemptyopenlogfiles,16010,1733257785434/wal.dat.2 to hdfs://localhost:45023/user/jenkins/test-data/855d2497-06a2-f32a-1075-44c258d85495/oldWALs/wal.dat.2 2024-12-03T20:29:48,134 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45023/user/jenkins/test-data/855d2497-06a2-f32a-1075-44c258d85495/WALs/testemptyopenlogfiles,16010,1733257785434/wal.dat.3, size=1.4 K (1393bytes) 2024-12-03T20:29:48,134 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45023/user/jenkins/test-data/855d2497-06a2-f32a-1075-44c258d85495/WALs/testemptyopenlogfiles,16010,1733257785434/wal.dat.3 2024-12-03T20:29:48,135 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45023/user/jenkins/test-data/855d2497-06a2-f32a-1075-44c258d85495/WALs/testemptyopenlogfiles,16010,1733257785434/wal.dat.3 after 1ms 2024-12-03T20:29:48,137 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45023/user/jenkins/test-data/855d2497-06a2-f32a-1075-44c258d85495/WALs/testemptyopenlogfiles,16010,1733257785434/wal.dat.3 took 3ms 2024-12-03T20:29:48,157 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/855d2497-06a2-f32a-1075-44c258d85495/WALs/testemptyopenlogfiles,16010,1733257785434/wal.dat.3 so closing down 2024-12-03T20:29:48,158 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T20:29:48,161 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T20:29:48,173 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-12-03T20:29:48,186 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/855d2497-06a2-f32a-1075-44c258d85495/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-12-03T20:29:48,188 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-12-03T20:29:48,204 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/855d2497-06a2-f32a-1075-44c258d85495/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-12-03T20:29:48,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742025_1204 (size=743) 2024-12-03T20:29:48,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742025_1204 (size=743) 2024-12-03T20:29:48,270 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/855d2497-06a2-f32a-1075-44c258d85495/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T20:29:48,272 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/855d2497-06a2-f32a-1075-44c258d85495/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:45023/user/jenkins/test-data/855d2497-06a2-f32a-1075-44c258d85495/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-12-03T20:29:48,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742024_1203 (size=743) 2024-12-03T20:29:48,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742024_1203 (size=743) 2024-12-03T20:29:48,310 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/855d2497-06a2-f32a-1075-44c258d85495/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T20:29:48,312 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/855d2497-06a2-f32a-1075-44c258d85495/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:45023/user/jenkins/test-data/855d2497-06a2-f32a-1075-44c258d85495/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-12-03T20:29:48,312 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 156 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/855d2497-06a2-f32a-1075-44c258d85495/WALs/testemptyopenlogfiles,16010,1733257785434/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-03T20:29:48,312 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45023/user/jenkins/test-data/855d2497-06a2-f32a-1075-44c258d85495/WALs/testemptyopenlogfiles,16010,1733257785434/wal.dat.3, journal: Splitting hdfs://localhost:45023/user/jenkins/test-data/855d2497-06a2-f32a-1075-44c258d85495/WALs/testemptyopenlogfiles,16010,1733257785434/wal.dat.3, size=1.4 K (1393bytes) at 1733257788134Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/855d2497-06a2-f32a-1075-44c258d85495/WALs/testemptyopenlogfiles,16010,1733257785434/wal.dat.3 so closing down at 1733257788157 (+23 ms)3 split writer threads finished at 1733257788161 (+4 ms)Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/855d2497-06a2-f32a-1075-44c258d85495/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1733257788186 (+25 ms)Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/855d2497-06a2-f32a-1075-44c258d85495/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1733257788204 (+18 ms)Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/855d2497-06a2-f32a-1075-44c258d85495/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733257788270 (+66 ms)Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/855d2497-06a2-f32a-1075-44c258d85495/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:45023/user/jenkins/test-data/855d2497-06a2-f32a-1075-44c258d85495/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1733257788272 (+2 ms)Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/855d2497-06a2-f32a-1075-44c258d85495/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733257788310 (+38 ms)Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/855d2497-06a2-f32a-1075-44c258d85495/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:45023/user/jenkins/test-data/855d2497-06a2-f32a-1075-44c258d85495/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1733257788312 (+2 ms)Processed 20 edits across 2 Regions in 156 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/855d2497-06a2-f32a-1075-44c258d85495/WALs/testemptyopenlogfiles,16010,1733257785434/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733257788312 2024-12-03T20:29:48,316 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45023/user/jenkins/test-data/855d2497-06a2-f32a-1075-44c258d85495/WALs/testemptyopenlogfiles,16010,1733257785434/wal.dat.3 to hdfs://localhost:45023/user/jenkins/test-data/855d2497-06a2-f32a-1075-44c258d85495/oldWALs/wal.dat.3 2024-12-03T20:29:48,316 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45023/user/jenkins/test-data/855d2497-06a2-f32a-1075-44c258d85495/WALs/testemptyopenlogfiles,16010,1733257785434/wal.dat.4, size=1.4 K (1393bytes) 2024-12-03T20:29:48,316 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45023/user/jenkins/test-data/855d2497-06a2-f32a-1075-44c258d85495/WALs/testemptyopenlogfiles,16010,1733257785434/wal.dat.4 2024-12-03T20:29:48,318 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45023/user/jenkins/test-data/855d2497-06a2-f32a-1075-44c258d85495/WALs/testemptyopenlogfiles,16010,1733257785434/wal.dat.4 after 1ms 2024-12-03T20:29:48,325 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45023/user/jenkins/test-data/855d2497-06a2-f32a-1075-44c258d85495/WALs/testemptyopenlogfiles,16010,1733257785434/wal.dat.4 took 9ms 2024-12-03T20:29:48,349 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/855d2497-06a2-f32a-1075-44c258d85495/WALs/testemptyopenlogfiles,16010,1733257785434/wal.dat.4 so closing down 2024-12-03T20:29:48,349 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T20:29:48,352 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T20:29:48,364 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-12-03T20:29:48,373 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/855d2497-06a2-f32a-1075-44c258d85495/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-12-03T20:29:48,393 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-12-03T20:29:48,412 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/855d2497-06a2-f32a-1075-44c258d85495/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-12-03T20:29:48,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742026_1205 (size=743) 2024-12-03T20:29:48,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742026_1205 (size=743) 2024-12-03T20:29:48,477 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/855d2497-06a2-f32a-1075-44c258d85495/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T20:29:48,486 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/855d2497-06a2-f32a-1075-44c258d85495/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:45023/user/jenkins/test-data/855d2497-06a2-f32a-1075-44c258d85495/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-12-03T20:29:48,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742027_1206 (size=743) 2024-12-03T20:29:48,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742027_1206 (size=743) 2024-12-03T20:29:48,522 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/855d2497-06a2-f32a-1075-44c258d85495/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T20:29:48,533 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/855d2497-06a2-f32a-1075-44c258d85495/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:45023/user/jenkins/test-data/855d2497-06a2-f32a-1075-44c258d85495/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-12-03T20:29:48,533 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 185 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/855d2497-06a2-f32a-1075-44c258d85495/WALs/testemptyopenlogfiles,16010,1733257785434/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-03T20:29:48,533 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45023/user/jenkins/test-data/855d2497-06a2-f32a-1075-44c258d85495/WALs/testemptyopenlogfiles,16010,1733257785434/wal.dat.4, journal: Splitting hdfs://localhost:45023/user/jenkins/test-data/855d2497-06a2-f32a-1075-44c258d85495/WALs/testemptyopenlogfiles,16010,1733257785434/wal.dat.4, size=1.4 K (1393bytes) at 1733257788316Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/855d2497-06a2-f32a-1075-44c258d85495/WALs/testemptyopenlogfiles,16010,1733257785434/wal.dat.4 so closing down at 1733257788349 (+33 ms)3 split writer threads finished at 1733257788352 (+3 ms)Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/855d2497-06a2-f32a-1075-44c258d85495/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1733257788373 (+21 ms)Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/855d2497-06a2-f32a-1075-44c258d85495/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1733257788412 (+39 ms)Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/855d2497-06a2-f32a-1075-44c258d85495/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733257788477 (+65 ms)Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/855d2497-06a2-f32a-1075-44c258d85495/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:45023/user/jenkins/test-data/855d2497-06a2-f32a-1075-44c258d85495/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1733257788486 (+9 ms)Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/855d2497-06a2-f32a-1075-44c258d85495/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733257788522 (+36 ms)Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/855d2497-06a2-f32a-1075-44c258d85495/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:45023/user/jenkins/test-data/855d2497-06a2-f32a-1075-44c258d85495/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1733257788533 (+11 ms)Processed 20 edits across 2 Regions in 185 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/855d2497-06a2-f32a-1075-44c258d85495/WALs/testemptyopenlogfiles,16010,1733257785434/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733257788533 2024-12-03T20:29:48,540 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45023/user/jenkins/test-data/855d2497-06a2-f32a-1075-44c258d85495/WALs/testemptyopenlogfiles,16010,1733257785434/wal.dat.4 to hdfs://localhost:45023/user/jenkins/test-data/855d2497-06a2-f32a-1075-44c258d85495/oldWALs/wal.dat.4 2024-12-03T20:29:48,541 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45023/user/jenkins/test-data/855d2497-06a2-f32a-1075-44c258d85495/WALs/testemptyopenlogfiles,16010,1733257785434/wal.dat.5, size=1.4 K (1393bytes) 2024-12-03T20:29:48,541 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45023/user/jenkins/test-data/855d2497-06a2-f32a-1075-44c258d85495/WALs/testemptyopenlogfiles,16010,1733257785434/wal.dat.5 2024-12-03T20:29:48,543 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45023/user/jenkins/test-data/855d2497-06a2-f32a-1075-44c258d85495/WALs/testemptyopenlogfiles,16010,1733257785434/wal.dat.5 after 2ms 2024-12-03T20:29:48,547 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45023/user/jenkins/test-data/855d2497-06a2-f32a-1075-44c258d85495/WALs/testemptyopenlogfiles,16010,1733257785434/wal.dat.5 took 7ms 2024-12-03T20:29:48,557 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/855d2497-06a2-f32a-1075-44c258d85495/WALs/testemptyopenlogfiles,16010,1733257785434/wal.dat.5 so closing down 2024-12-03T20:29:48,557 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T20:29:48,565 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T20:29:48,592 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-12-03T20:29:48,606 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/855d2497-06a2-f32a-1075-44c258d85495/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-12-03T20:29:48,608 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-12-03T20:29:48,611 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/855d2497-06a2-f32a-1075-44c258d85495/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-12-03T20:29:48,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742028_1207 (size=743) 2024-12-03T20:29:48,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742028_1207 (size=743) 2024-12-03T20:29:48,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742029_1208 (size=743) 2024-12-03T20:29:48,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742029_1208 (size=743) 2024-12-03T20:29:49,045 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/855d2497-06a2-f32a-1075-44c258d85495/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T20:29:49,054 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/855d2497-06a2-f32a-1075-44c258d85495/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T20:29:49,056 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/855d2497-06a2-f32a-1075-44c258d85495/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:45023/user/jenkins/test-data/855d2497-06a2-f32a-1075-44c258d85495/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-12-03T20:29:49,068 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/855d2497-06a2-f32a-1075-44c258d85495/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:45023/user/jenkins/test-data/855d2497-06a2-f32a-1075-44c258d85495/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-12-03T20:29:49,068 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 512 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/855d2497-06a2-f32a-1075-44c258d85495/WALs/testemptyopenlogfiles,16010,1733257785434/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-03T20:29:49,068 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45023/user/jenkins/test-data/855d2497-06a2-f32a-1075-44c258d85495/WALs/testemptyopenlogfiles,16010,1733257785434/wal.dat.5, journal: Splitting hdfs://localhost:45023/user/jenkins/test-data/855d2497-06a2-f32a-1075-44c258d85495/WALs/testemptyopenlogfiles,16010,1733257785434/wal.dat.5, size=1.4 K (1393bytes) at 1733257788541Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/855d2497-06a2-f32a-1075-44c258d85495/WALs/testemptyopenlogfiles,16010,1733257785434/wal.dat.5 so closing down at 1733257788557 (+16 ms)3 split writer threads finished at 1733257788565 (+8 ms)Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/855d2497-06a2-f32a-1075-44c258d85495/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1733257788606 (+41 ms)Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/855d2497-06a2-f32a-1075-44c258d85495/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1733257788611 (+5 ms)Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/855d2497-06a2-f32a-1075-44c258d85495/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733257789045 (+434 ms)Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/855d2497-06a2-f32a-1075-44c258d85495/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733257789054 (+9 ms)Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/855d2497-06a2-f32a-1075-44c258d85495/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:45023/user/jenkins/test-data/855d2497-06a2-f32a-1075-44c258d85495/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1733257789056 (+2 ms)Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/855d2497-06a2-f32a-1075-44c258d85495/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:45023/user/jenkins/test-data/855d2497-06a2-f32a-1075-44c258d85495/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1733257789068 (+12 ms)Processed 20 edits across 2 Regions in 512 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/855d2497-06a2-f32a-1075-44c258d85495/WALs/testemptyopenlogfiles,16010,1733257785434/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733257789068 2024-12-03T20:29:49,081 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45023/user/jenkins/test-data/855d2497-06a2-f32a-1075-44c258d85495/WALs/testemptyopenlogfiles,16010,1733257785434/wal.dat.5 to hdfs://localhost:45023/user/jenkins/test-data/855d2497-06a2-f32a-1075-44c258d85495/oldWALs/wal.dat.5 2024-12-03T20:29:49,081 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45023/user/jenkins/test-data/855d2497-06a2-f32a-1075-44c258d85495/WALs/testemptyopenlogfiles,16010,1733257785434/wal.dat.6, size=1.4 K (1405bytes) 2024-12-03T20:29:49,081 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45023/user/jenkins/test-data/855d2497-06a2-f32a-1075-44c258d85495/WALs/testemptyopenlogfiles,16010,1733257785434/wal.dat.6 2024-12-03T20:29:49,085 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45023/user/jenkins/test-data/855d2497-06a2-f32a-1075-44c258d85495/WALs/testemptyopenlogfiles,16010,1733257785434/wal.dat.6 after 3ms 2024-12-03T20:29:49,099 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45023/user/jenkins/test-data/855d2497-06a2-f32a-1075-44c258d85495/WALs/testemptyopenlogfiles,16010,1733257785434/wal.dat.6 took 18ms 2024-12-03T20:29:49,118 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/855d2497-06a2-f32a-1075-44c258d85495/WALs/testemptyopenlogfiles,16010,1733257785434/wal.dat.6 so closing down 2024-12-03T20:29:49,118 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T20:29:49,128 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T20:29:49,165 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-12-03T20:29:49,176 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-12-03T20:29:49,180 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/855d2497-06a2-f32a-1075-44c258d85495/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-12-03T20:29:49,188 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/855d2497-06a2-f32a-1075-44c258d85495/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-12-03T20:29:49,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742030_1209 (size=749) 2024-12-03T20:29:49,231 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/855d2497-06a2-f32a-1075-44c258d85495/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T20:29:49,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742030_1209 (size=749) 2024-12-03T20:29:49,245 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/855d2497-06a2-f32a-1075-44c258d85495/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:45023/user/jenkins/test-data/855d2497-06a2-f32a-1075-44c258d85495/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-12-03T20:29:49,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742031_1210 (size=749) 2024-12-03T20:29:49,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742031_1210 (size=749) 2024-12-03T20:29:49,264 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/855d2497-06a2-f32a-1075-44c258d85495/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T20:29:49,281 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/855d2497-06a2-f32a-1075-44c258d85495/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:45023/user/jenkins/test-data/855d2497-06a2-f32a-1075-44c258d85495/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-12-03T20:29:49,281 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 164 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/855d2497-06a2-f32a-1075-44c258d85495/WALs/testemptyopenlogfiles,16010,1733257785434/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-12-03T20:29:49,281 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45023/user/jenkins/test-data/855d2497-06a2-f32a-1075-44c258d85495/WALs/testemptyopenlogfiles,16010,1733257785434/wal.dat.6, journal: Splitting hdfs://localhost:45023/user/jenkins/test-data/855d2497-06a2-f32a-1075-44c258d85495/WALs/testemptyopenlogfiles,16010,1733257785434/wal.dat.6, size=1.4 K (1405bytes) at 1733257789081Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/855d2497-06a2-f32a-1075-44c258d85495/WALs/testemptyopenlogfiles,16010,1733257785434/wal.dat.6 so closing down at 1733257789118 (+37 ms)3 split writer threads finished at 1733257789128 (+10 ms)Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/855d2497-06a2-f32a-1075-44c258d85495/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1733257789180 (+52 ms)Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/855d2497-06a2-f32a-1075-44c258d85495/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1733257789188 (+8 ms)Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/855d2497-06a2-f32a-1075-44c258d85495/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733257789231 (+43 ms)Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/855d2497-06a2-f32a-1075-44c258d85495/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:45023/user/jenkins/test-data/855d2497-06a2-f32a-1075-44c258d85495/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1733257789245 (+14 ms)Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/855d2497-06a2-f32a-1075-44c258d85495/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733257789264 (+19 ms)Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/855d2497-06a2-f32a-1075-44c258d85495/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:45023/user/jenkins/test-data/855d2497-06a2-f32a-1075-44c258d85495/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1733257789281 (+17 ms)Processed 20 edits across 2 Regions in 164 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/855d2497-06a2-f32a-1075-44c258d85495/WALs/testemptyopenlogfiles,16010,1733257785434/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1733257789281 2024-12-03T20:29:49,312 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45023/user/jenkins/test-data/855d2497-06a2-f32a-1075-44c258d85495/WALs/testemptyopenlogfiles,16010,1733257785434/wal.dat.6 to hdfs://localhost:45023/user/jenkins/test-data/855d2497-06a2-f32a-1075-44c258d85495/oldWALs/wal.dat.6 2024-12-03T20:29:49,313 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45023/user/jenkins/test-data/855d2497-06a2-f32a-1075-44c258d85495/WALs/testemptyopenlogfiles,16010,1733257785434/wal.dat.7, size=1.4 K (1413bytes) 2024-12-03T20:29:49,313 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45023/user/jenkins/test-data/855d2497-06a2-f32a-1075-44c258d85495/WALs/testemptyopenlogfiles,16010,1733257785434/wal.dat.7 2024-12-03T20:29:49,313 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45023/user/jenkins/test-data/855d2497-06a2-f32a-1075-44c258d85495/WALs/testemptyopenlogfiles,16010,1733257785434/wal.dat.7 after 0ms 2024-12-03T20:29:49,329 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45023/user/jenkins/test-data/855d2497-06a2-f32a-1075-44c258d85495/WALs/testemptyopenlogfiles,16010,1733257785434/wal.dat.7 took 17ms 2024-12-03T20:29:49,338 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/855d2497-06a2-f32a-1075-44c258d85495/WALs/testemptyopenlogfiles,16010,1733257785434/wal.dat.7 so closing down 2024-12-03T20:29:49,338 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T20:29:49,344 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T20:29:49,368 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-12-03T20:29:49,372 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-12-03T20:29:49,392 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/855d2497-06a2-f32a-1075-44c258d85495/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-12-03T20:29:49,407 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/855d2497-06a2-f32a-1075-44c258d85495/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-12-03T20:29:49,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742032_1211 (size=753) 2024-12-03T20:29:49,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742032_1211 (size=753) 2024-12-03T20:29:49,463 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/855d2497-06a2-f32a-1075-44c258d85495/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T20:29:49,465 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/855d2497-06a2-f32a-1075-44c258d85495/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:45023/user/jenkins/test-data/855d2497-06a2-f32a-1075-44c258d85495/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-12-03T20:29:49,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742033_1212 (size=753) 2024-12-03T20:29:49,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742033_1212 (size=753) 2024-12-03T20:29:49,876 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/855d2497-06a2-f32a-1075-44c258d85495/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T20:29:49,879 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/855d2497-06a2-f32a-1075-44c258d85495/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:45023/user/jenkins/test-data/855d2497-06a2-f32a-1075-44c258d85495/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-12-03T20:29:49,879 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 542 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/855d2497-06a2-f32a-1075-44c258d85495/WALs/testemptyopenlogfiles,16010,1733257785434/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-12-03T20:29:49,879 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45023/user/jenkins/test-data/855d2497-06a2-f32a-1075-44c258d85495/WALs/testemptyopenlogfiles,16010,1733257785434/wal.dat.7, journal: Splitting hdfs://localhost:45023/user/jenkins/test-data/855d2497-06a2-f32a-1075-44c258d85495/WALs/testemptyopenlogfiles,16010,1733257785434/wal.dat.7, size=1.4 K (1413bytes) at 1733257789313Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/855d2497-06a2-f32a-1075-44c258d85495/WALs/testemptyopenlogfiles,16010,1733257785434/wal.dat.7 so closing down at 1733257789338 (+25 ms)3 split writer threads finished at 1733257789344 (+6 ms)Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/855d2497-06a2-f32a-1075-44c258d85495/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1733257789392 (+48 ms)Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/855d2497-06a2-f32a-1075-44c258d85495/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1733257789407 (+15 ms)Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/855d2497-06a2-f32a-1075-44c258d85495/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733257789463 (+56 ms)Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/855d2497-06a2-f32a-1075-44c258d85495/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:45023/user/jenkins/test-data/855d2497-06a2-f32a-1075-44c258d85495/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1733257789465 (+2 ms)Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/855d2497-06a2-f32a-1075-44c258d85495/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733257789876 (+411 ms)Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/855d2497-06a2-f32a-1075-44c258d85495/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:45023/user/jenkins/test-data/855d2497-06a2-f32a-1075-44c258d85495/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1733257789879 (+3 ms)Processed 20 edits across 2 Regions in 542 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/855d2497-06a2-f32a-1075-44c258d85495/WALs/testemptyopenlogfiles,16010,1733257785434/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1733257789879 2024-12-03T20:29:49,884 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45023/user/jenkins/test-data/855d2497-06a2-f32a-1075-44c258d85495/WALs/testemptyopenlogfiles,16010,1733257785434/wal.dat.7 to hdfs://localhost:45023/user/jenkins/test-data/855d2497-06a2-f32a-1075-44c258d85495/oldWALs/wal.dat.7 2024-12-03T20:29:49,884 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45023/user/jenkins/test-data/855d2497-06a2-f32a-1075-44c258d85495/WALs/testemptyopenlogfiles,16010,1733257785434/wal.dat.8, size=1.4 K (1413bytes) 2024-12-03T20:29:49,884 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45023/user/jenkins/test-data/855d2497-06a2-f32a-1075-44c258d85495/WALs/testemptyopenlogfiles,16010,1733257785434/wal.dat.8 2024-12-03T20:29:49,887 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45023/user/jenkins/test-data/855d2497-06a2-f32a-1075-44c258d85495/WALs/testemptyopenlogfiles,16010,1733257785434/wal.dat.8 after 2ms 2024-12-03T20:29:49,891 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45023/user/jenkins/test-data/855d2497-06a2-f32a-1075-44c258d85495/WALs/testemptyopenlogfiles,16010,1733257785434/wal.dat.8 took 7ms 2024-12-03T20:29:49,916 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/855d2497-06a2-f32a-1075-44c258d85495/WALs/testemptyopenlogfiles,16010,1733257785434/wal.dat.8 so closing down 2024-12-03T20:29:49,916 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T20:29:49,924 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T20:29:49,948 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-12-03T20:29:49,956 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/855d2497-06a2-f32a-1075-44c258d85495/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-12-03T20:29:49,956 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-12-03T20:29:49,988 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/855d2497-06a2-f32a-1075-44c258d85495/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-12-03T20:29:50,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742034_1213 (size=753) 2024-12-03T20:29:50,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742034_1213 (size=753) 2024-12-03T20:29:50,038 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/855d2497-06a2-f32a-1075-44c258d85495/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T20:29:50,041 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/855d2497-06a2-f32a-1075-44c258d85495/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:45023/user/jenkins/test-data/855d2497-06a2-f32a-1075-44c258d85495/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-12-03T20:29:50,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742035_1214 (size=753) 2024-12-03T20:29:50,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742035_1214 (size=753) 2024-12-03T20:29:50,080 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/855d2497-06a2-f32a-1075-44c258d85495/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T20:29:50,093 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/855d2497-06a2-f32a-1075-44c258d85495/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:45023/user/jenkins/test-data/855d2497-06a2-f32a-1075-44c258d85495/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-12-03T20:29:50,093 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 179 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/855d2497-06a2-f32a-1075-44c258d85495/WALs/testemptyopenlogfiles,16010,1733257785434/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-12-03T20:29:50,093 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45023/user/jenkins/test-data/855d2497-06a2-f32a-1075-44c258d85495/WALs/testemptyopenlogfiles,16010,1733257785434/wal.dat.8, journal: Splitting hdfs://localhost:45023/user/jenkins/test-data/855d2497-06a2-f32a-1075-44c258d85495/WALs/testemptyopenlogfiles,16010,1733257785434/wal.dat.8, size=1.4 K (1413bytes) at 1733257789884Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/855d2497-06a2-f32a-1075-44c258d85495/WALs/testemptyopenlogfiles,16010,1733257785434/wal.dat.8 so closing down at 1733257789916 (+32 ms)3 split writer threads finished at 1733257789924 (+8 ms)Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/855d2497-06a2-f32a-1075-44c258d85495/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1733257789956 (+32 ms)Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/855d2497-06a2-f32a-1075-44c258d85495/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1733257789988 (+32 ms)Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/855d2497-06a2-f32a-1075-44c258d85495/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733257790038 (+50 ms)Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/855d2497-06a2-f32a-1075-44c258d85495/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:45023/user/jenkins/test-data/855d2497-06a2-f32a-1075-44c258d85495/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1733257790041 (+3 ms)Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/855d2497-06a2-f32a-1075-44c258d85495/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733257790080 (+39 ms)Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/855d2497-06a2-f32a-1075-44c258d85495/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:45023/user/jenkins/test-data/855d2497-06a2-f32a-1075-44c258d85495/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1733257790093 (+13 ms)Processed 20 edits across 2 Regions in 179 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/855d2497-06a2-f32a-1075-44c258d85495/WALs/testemptyopenlogfiles,16010,1733257785434/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1733257790093 2024-12-03T20:29:50,102 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45023/user/jenkins/test-data/855d2497-06a2-f32a-1075-44c258d85495/WALs/testemptyopenlogfiles,16010,1733257785434/wal.dat.8 to hdfs://localhost:45023/user/jenkins/test-data/855d2497-06a2-f32a-1075-44c258d85495/oldWALs/wal.dat.8 2024-12-03T20:29:50,102 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45023/user/jenkins/test-data/855d2497-06a2-f32a-1075-44c258d85495/WALs/testemptyopenlogfiles,16010,1733257785434/wal.dat.9, size=1.4 K (1413bytes) 2024-12-03T20:29:50,102 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45023/user/jenkins/test-data/855d2497-06a2-f32a-1075-44c258d85495/WALs/testemptyopenlogfiles,16010,1733257785434/wal.dat.9 2024-12-03T20:29:50,103 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45023/user/jenkins/test-data/855d2497-06a2-f32a-1075-44c258d85495/WALs/testemptyopenlogfiles,16010,1733257785434/wal.dat.9 after 1ms 2024-12-03T20:29:50,109 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45023/user/jenkins/test-data/855d2497-06a2-f32a-1075-44c258d85495/WALs/testemptyopenlogfiles,16010,1733257785434/wal.dat.9 took 7ms 2024-12-03T20:29:50,115 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/855d2497-06a2-f32a-1075-44c258d85495/WALs/testemptyopenlogfiles,16010,1733257785434/wal.dat.9 so closing down 2024-12-03T20:29:50,115 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T20:29:50,116 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T20:29:50,123 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-12-03T20:29:50,125 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/855d2497-06a2-f32a-1075-44c258d85495/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-12-03T20:29:50,134 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-12-03T20:29:50,140 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/855d2497-06a2-f32a-1075-44c258d85495/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-12-03T20:29:50,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742036_1215 (size=753) 2024-12-03T20:29:50,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742036_1215 (size=753) 2024-12-03T20:29:50,198 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/855d2497-06a2-f32a-1075-44c258d85495/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T20:29:50,212 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/855d2497-06a2-f32a-1075-44c258d85495/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:45023/user/jenkins/test-data/855d2497-06a2-f32a-1075-44c258d85495/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-12-03T20:29:50,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742037_1216 (size=753) 2024-12-03T20:29:50,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742037_1216 (size=753) 2024-12-03T20:29:50,238 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/855d2497-06a2-f32a-1075-44c258d85495/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T20:29:50,240 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/855d2497-06a2-f32a-1075-44c258d85495/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:45023/user/jenkins/test-data/855d2497-06a2-f32a-1075-44c258d85495/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-12-03T20:29:50,241 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 129 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/855d2497-06a2-f32a-1075-44c258d85495/WALs/testemptyopenlogfiles,16010,1733257785434/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-12-03T20:29:50,241 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45023/user/jenkins/test-data/855d2497-06a2-f32a-1075-44c258d85495/WALs/testemptyopenlogfiles,16010,1733257785434/wal.dat.9, journal: Splitting hdfs://localhost:45023/user/jenkins/test-data/855d2497-06a2-f32a-1075-44c258d85495/WALs/testemptyopenlogfiles,16010,1733257785434/wal.dat.9, size=1.4 K (1413bytes) at 1733257790102Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/855d2497-06a2-f32a-1075-44c258d85495/WALs/testemptyopenlogfiles,16010,1733257785434/wal.dat.9 so closing down at 1733257790115 (+13 ms)3 split writer threads finished at 1733257790116 (+1 ms)Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/855d2497-06a2-f32a-1075-44c258d85495/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1733257790125 (+9 ms)Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/855d2497-06a2-f32a-1075-44c258d85495/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1733257790140 (+15 ms)Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/855d2497-06a2-f32a-1075-44c258d85495/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733257790198 (+58 ms)Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/855d2497-06a2-f32a-1075-44c258d85495/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:45023/user/jenkins/test-data/855d2497-06a2-f32a-1075-44c258d85495/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1733257790212 (+14 ms)Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/855d2497-06a2-f32a-1075-44c258d85495/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733257790238 (+26 ms)Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/855d2497-06a2-f32a-1075-44c258d85495/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:45023/user/jenkins/test-data/855d2497-06a2-f32a-1075-44c258d85495/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1733257790240 (+2 ms)Processed 20 edits across 2 Regions in 129 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/855d2497-06a2-f32a-1075-44c258d85495/WALs/testemptyopenlogfiles,16010,1733257785434/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1733257790241 (+1 ms) 2024-12-03T20:29:50,244 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45023/user/jenkins/test-data/855d2497-06a2-f32a-1075-44c258d85495/WALs/testemptyopenlogfiles,16010,1733257785434/wal.dat.9 to hdfs://localhost:45023/user/jenkins/test-data/855d2497-06a2-f32a-1075-44c258d85495/oldWALs/wal.dat.9 2024-12-03T20:29:50,244 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45023/user/jenkins/test-data/855d2497-06a2-f32a-1075-44c258d85495/WALs/testemptyopenlogfiles,16010,1733257785434/wal.dat.empty, size=0 (0bytes) 2024-12-03T20:29:50,245 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:45023/user/jenkins/test-data/855d2497-06a2-f32a-1075-44c258d85495/WALs/testemptyopenlogfiles,16010,1733257785434/wal.dat.empty might be still open, length is 0 2024-12-03T20:29:50,245 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45023/user/jenkins/test-data/855d2497-06a2-f32a-1075-44c258d85495/WALs/testemptyopenlogfiles,16010,1733257785434/wal.dat.empty 2024-12-03T20:29:50,245 WARN [IPC Server handler 2 on default port 45023 {}] namenode.FSNamesystem(3730): BLOCK* internalReleaseLease: All existing blocks are COMPLETE, lease removed, file /user/jenkins/test-data/855d2497-06a2-f32a-1075-44c258d85495/WALs/testemptyopenlogfiles,16010,1733257785434/wal.dat.empty closed. 2024-12-03T20:29:50,246 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45023/user/jenkins/test-data/855d2497-06a2-f32a-1075-44c258d85495/WALs/testemptyopenlogfiles,16010,1733257785434/wal.dat.empty after 1ms 2024-12-03T20:29:50,247 WARN [Time-limited test {}] wal.WALSplitter(467): Could not open hdfs://localhost:45023/user/jenkins/test-data/855d2497-06a2-f32a-1075-44c258d85495/WALs/testemptyopenlogfiles,16010,1733257785434/wal.dat.empty for reading. File is empty org.apache.hadoop.hbase.regionserver.wal.WALHeaderEOFException: EOF while reading PB WAL magic at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.readHeader(AbstractProtobufWALReader.java:221) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.init(AbstractProtobufWALReader.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:417) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:396) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:527) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:459) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:305) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitAndCount(TestWALSplit.java:529) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testEmptyLogFiles(TestWALSplit.java:563) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testEmptyOpenLogFiles(TestWALSplit.java:553) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.EOFException at java.io.DataInputStream.readFully(DataInputStream.java:203) ~[?:?] at java.io.DataInputStream.readFully(DataInputStream.java:172) ~[?:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.readHeader(AbstractProtobufWALReader.java:219) ~[classes/:?] ... 37 more 2024-12-03T20:29:50,248 WARN [Time-limited test {}] wal.WALSplitter(307): Nothing in hdfs://localhost:45023/user/jenkins/test-data/855d2497-06a2-f32a-1075-44c258d85495/WALs/testemptyopenlogfiles,16010,1733257785434/wal.dat.empty; empty? 2024-12-03T20:29:50,248 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/855d2497-06a2-f32a-1075-44c258d85495/WALs/testemptyopenlogfiles,16010,1733257785434/wal.dat.empty so closing down 2024-12-03T20:29:50,248 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 4 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/855d2497-06a2-f32a-1075-44c258d85495/WALs/testemptyopenlogfiles,16010,1733257785434/wal.dat.empty, size=0, length=0, corrupted=false, cancelled=false 2024-12-03T20:29:50,248 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45023/user/jenkins/test-data/855d2497-06a2-f32a-1075-44c258d85495/WALs/testemptyopenlogfiles,16010,1733257785434/wal.dat.empty, journal: Splitting hdfs://localhost:45023/user/jenkins/test-data/855d2497-06a2-f32a-1075-44c258d85495/WALs/testemptyopenlogfiles,16010,1733257785434/wal.dat.empty, size=0 (0bytes) at 1733257790245Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/855d2497-06a2-f32a-1075-44c258d85495/WALs/testemptyopenlogfiles,16010,1733257785434/wal.dat.empty so closing down at 1733257790248 (+3 ms)Processed 0 edits across 0 Regions in 4 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/855d2497-06a2-f32a-1075-44c258d85495/WALs/testemptyopenlogfiles,16010,1733257785434/wal.dat.empty, size=0, length=0, corrupted=false, cancelled=false at 1733257790248 2024-12-03T20:29:50,254 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45023/user/jenkins/test-data/855d2497-06a2-f32a-1075-44c258d85495/WALs/testemptyopenlogfiles,16010,1733257785434/wal.dat.empty to hdfs://localhost:45023/user/jenkins/test-data/855d2497-06a2-f32a-1075-44c258d85495/oldWALs/wal.dat.empty 2024-12-03T20:29:50,400 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testEmptyOpenLogFiles Thread=138 (was 136) - Thread LEAK? -, OpenFileDescriptor=387 (was 387), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1323 (was 1316) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=276 (was 323) 2024-12-03T20:29:50,411 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testTralingGarbageCorruptionFileSkipErrorsPasses Thread=138, OpenFileDescriptor=389, MaxFileDescriptor=1048576, SystemLoadAverage=1323, ProcessCount=11, AvailableMemoryMB=275 2024-12-03T20:29:50,411 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-12-03T20:29:50,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742038_1217 (size=7) 2024-12-03T20:29:50,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742038_1217 (size=7) 2024-12-03T20:29:50,876 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45023/user/jenkins/test-data/72ccf0d3-cc6f-26e3-cf7f-cdec76677e77 with version=8 2024-12-03T20:29:50,876 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:29:50,878 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:29:50,890 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-12-03T20:29:50,891 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-12-03T20:29:50,892 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-12-03T20:29:50,898 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-12-03T20:29:50,900 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:50,900 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:50,956 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:50,956 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:50,964 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:50,964 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:50,972 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:50,972 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:50,976 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:50,977 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:50,984 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:50,985 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:50,992 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:50,992 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:50,997 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:50,997 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:51,004 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:51,004 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:51,009 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:51,009 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:51,013 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:51,013 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:51,017 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:51,017 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:51,020 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:51,020 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:51,025 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:51,026 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:51,026 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:51,026 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:51,027 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:51,027 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:51,027 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:51,027 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:51,027 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:51,027 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:51,029 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:51,029 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:51,029 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:51,030 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:51,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742039_1218 (size=1393) 2024-12-03T20:29:51,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742039_1218 (size=1393) 2024-12-03T20:29:51,441 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-12-03T20:29:51,441 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-12-03T20:29:51,443 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:51,443 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:51,451 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:51,451 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:51,451 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:51,451 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:51,451 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:51,451 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:51,452 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:51,452 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:51,452 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:51,452 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:51,452 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:51,453 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:51,453 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:51,453 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:51,453 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:51,453 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:51,453 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:51,453 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:51,454 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:51,454 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:51,454 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:51,454 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:51,454 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:51,454 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:51,455 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:51,455 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:51,455 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:51,455 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:51,455 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:51,455 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:51,456 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:51,456 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:51,456 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:51,456 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:51,456 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:51,456 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:51,457 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:51,457 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:51,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742040_1219 (size=1393) 2024-12-03T20:29:51,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742040_1219 (size=1393) 2024-12-03T20:29:51,861 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-12-03T20:29:51,862 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-12-03T20:29:51,864 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:51,864 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:51,884 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:51,884 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:51,885 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:51,885 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:51,885 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:51,885 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:51,885 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:51,885 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:51,886 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:51,886 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:51,891 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:51,891 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:51,892 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:51,892 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:51,892 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:51,892 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:51,897 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:51,897 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:51,898 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:51,899 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:51,901 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:51,902 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:51,902 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:51,902 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:51,902 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:51,902 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:51,903 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:51,903 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:51,903 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:51,903 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:51,903 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:51,903 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:51,904 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:51,904 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:51,911 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:51,911 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:51,915 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:51,915 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:51,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742041_1220 (size=1393) 2024-12-03T20:29:51,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742041_1220 (size=1393) 2024-12-03T20:29:51,921 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-12-03T20:29:51,921 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-12-03T20:29:51,927 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:51,927 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:51,960 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:51,960 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:51,984 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:51,984 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:51,988 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:51,988 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:51,989 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:51,989 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:51,989 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:51,989 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:51,989 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:51,989 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:51,990 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:51,990 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:51,990 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:51,990 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:51,990 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:51,990 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:51,991 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:51,991 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:51,991 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:51,991 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:51,991 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:51,991 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:51,991 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:51,992 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:51,992 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:51,992 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:51,992 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:51,992 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:51,994 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:51,994 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:51,995 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:51,995 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:51,995 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:51,995 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:51,995 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:51,995 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:51,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742042_1221 (size=1393) 2024-12-03T20:29:52,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742042_1221 (size=1393) 2024-12-03T20:29:52,001 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-12-03T20:29:52,001 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-12-03T20:29:52,015 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:52,015 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:52,047 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:52,047 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:52,047 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:52,047 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:52,048 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:52,048 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:52,048 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:52,048 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:52,048 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:52,048 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:52,049 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:52,049 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:52,049 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:52,049 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:52,049 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:52,049 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:52,050 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:52,050 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:52,050 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:52,050 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:52,050 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:52,050 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:52,050 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:52,050 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:52,051 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:52,051 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:52,051 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:52,051 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:52,051 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:52,051 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:52,051 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:52,051 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:52,052 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:52,052 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:52,052 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:52,052 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:52,052 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:52,052 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:52,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742043_1222 (size=1393) 2024-12-03T20:29:52,055 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-12-03T20:29:52,056 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-12-03T20:29:52,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742043_1222 (size=1393) 2024-12-03T20:29:52,058 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:52,058 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:52,093 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:52,093 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:52,100 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:52,100 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:52,116 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:52,116 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:52,120 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:52,120 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:52,128 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:52,128 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:52,136 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:52,136 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:52,141 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:52,141 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:52,148 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:52,148 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:52,156 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:52,156 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:52,161 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:52,161 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:52,166 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:52,166 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:52,171 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:52,171 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:52,176 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:52,176 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:52,181 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:52,181 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:52,187 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:52,187 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:52,191 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:52,191 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:52,196 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:52,196 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:52,201 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:52,201 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:52,208 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:52,208 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:52,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742044_1223 (size=1393) 2024-12-03T20:29:52,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742044_1223 (size=1393) 2024-12-03T20:29:52,224 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-12-03T20:29:52,225 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-12-03T20:29:52,229 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:52,229 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:52,305 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:52,305 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:52,312 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:52,312 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:52,321 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:52,321 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:52,328 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:52,328 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:52,337 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:52,337 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:52,344 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:52,344 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:52,353 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:52,353 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:52,361 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:52,361 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:52,369 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:52,369 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:52,384 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:52,385 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:52,390 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:52,390 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:52,400 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:52,400 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:52,407 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:52,407 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:52,413 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:52,413 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:52,416 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:52,416 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:52,426 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:52,426 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:52,428 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:52,428 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:52,434 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:52,434 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:52,435 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:52,435 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:52,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742045_1224 (size=1405) 2024-12-03T20:29:52,451 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-12-03T20:29:52,451 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-12-03T20:29:52,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742045_1224 (size=1405) 2024-12-03T20:29:52,459 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:52,459 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:52,517 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:52,517 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:52,524 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:52,524 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:52,532 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:52,532 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:52,536 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:52,536 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:52,540 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:52,540 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:52,541 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:52,541 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:52,541 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:52,541 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:52,541 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:52,541 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:52,542 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:52,542 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:52,543 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:52,543 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:52,543 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:52,543 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:52,544 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:52,544 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:52,544 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:52,544 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:52,545 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:52,545 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:52,545 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:52,545 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:52,546 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:52,546 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:52,547 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:52,547 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:52,548 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:52,548 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:52,548 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:52,548 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:52,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742046_1225 (size=1413) 2024-12-03T20:29:52,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742046_1225 (size=1413) 2024-12-03T20:29:52,555 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-12-03T20:29:52,555 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-12-03T20:29:52,560 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:52,560 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:52,614 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:52,614 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:52,620 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:52,620 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:52,626 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:52,626 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:52,626 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:52,626 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:52,627 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:52,627 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:52,627 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:52,627 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:52,627 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:52,627 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:52,628 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:52,628 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:52,628 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:52,628 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:52,628 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:52,628 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:52,629 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:52,629 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:52,629 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:52,629 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:52,629 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:52,629 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:52,629 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:52,629 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:52,630 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:52,630 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:52,630 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:52,630 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:52,638 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:52,638 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:52,638 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:52,638 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:52,639 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:52,639 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:52,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742047_1226 (size=1413) 2024-12-03T20:29:52,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742047_1226 (size=1413) 2024-12-03T20:29:53,047 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-12-03T20:29:53,047 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-12-03T20:29:53,050 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:53,050 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:53,073 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:53,073 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:53,073 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:53,073 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:53,074 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:53,074 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:53,074 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:53,074 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:53,076 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:53,076 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:53,077 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:53,077 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:53,077 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:53,077 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:53,078 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:53,078 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:53,078 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:53,078 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:53,078 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:53,078 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:53,079 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:53,079 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:53,079 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:53,079 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:53,079 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:53,079 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:53,080 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:53,080 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:53,080 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:53,080 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:53,080 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:53,080 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:53,081 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:53,081 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:53,081 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:53,081 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:53,081 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:53,081 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:53,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742048_1227 (size=1413) 2024-12-03T20:29:53,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742048_1227 (size=1413) 2024-12-03T20:29:53,488 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-12-03T20:29:53,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742049_1228 (size=1398) 2024-12-03T20:29:53,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742049_1228 (size=1398) 2024-12-03T20:29:53,563 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45023/user/jenkins/test-data/91db409e-713e-a4a2-f004-0614a083c070/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733257790890/wal.dat.0, size=1.4 K (1393bytes) 2024-12-03T20:29:53,563 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45023/user/jenkins/test-data/91db409e-713e-a4a2-f004-0614a083c070/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733257790890/wal.dat.0 2024-12-03T20:29:53,564 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45023/user/jenkins/test-data/91db409e-713e-a4a2-f004-0614a083c070/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733257790890/wal.dat.0 after 1ms 2024-12-03T20:29:53,568 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45023/user/jenkins/test-data/91db409e-713e-a4a2-f004-0614a083c070/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733257790890/wal.dat.0 took 5ms 2024-12-03T20:29:53,575 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/91db409e-713e-a4a2-f004-0614a083c070/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733257790890/wal.dat.0 so closing down 2024-12-03T20:29:53,575 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T20:29:53,580 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T20:29:53,584 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-12-03T20:29:53,592 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-12-03T20:29:53,596 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/91db409e-713e-a4a2-f004-0614a083c070/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-12-03T20:29:53,600 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/91db409e-713e-a4a2-f004-0614a083c070/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-12-03T20:29:53,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742050_1229 (size=743) 2024-12-03T20:29:53,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742050_1229 (size=743) 2024-12-03T20:29:53,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742051_1230 (size=743) 2024-12-03T20:29:53,624 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/91db409e-713e-a4a2-f004-0614a083c070/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T20:29:53,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742051_1230 (size=743) 2024-12-03T20:29:53,625 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/91db409e-713e-a4a2-f004-0614a083c070/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:45023/user/jenkins/test-data/91db409e-713e-a4a2-f004-0614a083c070/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-12-03T20:29:54,019 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/91db409e-713e-a4a2-f004-0614a083c070/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T20:29:54,020 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/91db409e-713e-a4a2-f004-0614a083c070/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:45023/user/jenkins/test-data/91db409e-713e-a4a2-f004-0614a083c070/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-12-03T20:29:54,021 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 449 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/91db409e-713e-a4a2-f004-0614a083c070/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733257790890/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-03T20:29:54,021 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45023/user/jenkins/test-data/91db409e-713e-a4a2-f004-0614a083c070/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733257790890/wal.dat.0, journal: Splitting hdfs://localhost:45023/user/jenkins/test-data/91db409e-713e-a4a2-f004-0614a083c070/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733257790890/wal.dat.0, size=1.4 K (1393bytes) at 1733257793563Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/91db409e-713e-a4a2-f004-0614a083c070/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733257790890/wal.dat.0 so closing down at 1733257793575 (+12 ms)3 split writer threads finished at 1733257793580 (+5 ms)Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/91db409e-713e-a4a2-f004-0614a083c070/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1733257793596 (+16 ms)Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/91db409e-713e-a4a2-f004-0614a083c070/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1733257793600 (+4 ms)Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/91db409e-713e-a4a2-f004-0614a083c070/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733257793624 (+24 ms)Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/91db409e-713e-a4a2-f004-0614a083c070/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:45023/user/jenkins/test-data/91db409e-713e-a4a2-f004-0614a083c070/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1733257793625 (+1 ms)Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/91db409e-713e-a4a2-f004-0614a083c070/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733257794019 (+394 ms)Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/91db409e-713e-a4a2-f004-0614a083c070/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:45023/user/jenkins/test-data/91db409e-713e-a4a2-f004-0614a083c070/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1733257794021 (+2 ms)Processed 20 edits across 2 Regions in 449 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/91db409e-713e-a4a2-f004-0614a083c070/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733257790890/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733257794021 2024-12-03T20:29:54,022 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45023/user/jenkins/test-data/91db409e-713e-a4a2-f004-0614a083c070/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733257790890/wal.dat.0 to hdfs://localhost:45023/user/jenkins/test-data/91db409e-713e-a4a2-f004-0614a083c070/oldWALs/wal.dat.0 2024-12-03T20:29:54,023 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45023/user/jenkins/test-data/91db409e-713e-a4a2-f004-0614a083c070/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733257790890/wal.dat.1, size=1.4 K (1393bytes) 2024-12-03T20:29:54,023 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45023/user/jenkins/test-data/91db409e-713e-a4a2-f004-0614a083c070/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733257790890/wal.dat.1 2024-12-03T20:29:54,023 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45023/user/jenkins/test-data/91db409e-713e-a4a2-f004-0614a083c070/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733257790890/wal.dat.1 after 0ms 2024-12-03T20:29:54,026 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45023/user/jenkins/test-data/91db409e-713e-a4a2-f004-0614a083c070/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733257790890/wal.dat.1 took 3ms 2024-12-03T20:29:54,028 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/91db409e-713e-a4a2-f004-0614a083c070/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733257790890/wal.dat.1 so closing down 2024-12-03T20:29:54,028 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T20:29:54,028 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T20:29:54,029 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-12-03T20:29:54,034 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-12-03T20:29:54,040 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/91db409e-713e-a4a2-f004-0614a083c070/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-12-03T20:29:54,045 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/91db409e-713e-a4a2-f004-0614a083c070/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-12-03T20:29:54,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742052_1231 (size=743) 2024-12-03T20:29:54,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742052_1231 (size=743) 2024-12-03T20:29:54,066 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/91db409e-713e-a4a2-f004-0614a083c070/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T20:29:54,067 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/91db409e-713e-a4a2-f004-0614a083c070/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:45023/user/jenkins/test-data/91db409e-713e-a4a2-f004-0614a083c070/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-12-03T20:29:54,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742053_1232 (size=743) 2024-12-03T20:29:54,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742053_1232 (size=743) 2024-12-03T20:29:54,080 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/91db409e-713e-a4a2-f004-0614a083c070/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T20:29:54,081 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/91db409e-713e-a4a2-f004-0614a083c070/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:45023/user/jenkins/test-data/91db409e-713e-a4a2-f004-0614a083c070/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-12-03T20:29:54,082 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 54 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/91db409e-713e-a4a2-f004-0614a083c070/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733257790890/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-03T20:29:54,082 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45023/user/jenkins/test-data/91db409e-713e-a4a2-f004-0614a083c070/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733257790890/wal.dat.1, journal: Splitting hdfs://localhost:45023/user/jenkins/test-data/91db409e-713e-a4a2-f004-0614a083c070/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733257790890/wal.dat.1, size=1.4 K (1393bytes) at 1733257794023Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/91db409e-713e-a4a2-f004-0614a083c070/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733257790890/wal.dat.1 so closing down at 1733257794028 (+5 ms)3 split writer threads finished at 1733257794028Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/91db409e-713e-a4a2-f004-0614a083c070/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1733257794040 (+12 ms)Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/91db409e-713e-a4a2-f004-0614a083c070/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1733257794045 (+5 ms)Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/91db409e-713e-a4a2-f004-0614a083c070/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733257794066 (+21 ms)Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/91db409e-713e-a4a2-f004-0614a083c070/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:45023/user/jenkins/test-data/91db409e-713e-a4a2-f004-0614a083c070/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1733257794067 (+1 ms)Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/91db409e-713e-a4a2-f004-0614a083c070/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733257794080 (+13 ms)Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/91db409e-713e-a4a2-f004-0614a083c070/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:45023/user/jenkins/test-data/91db409e-713e-a4a2-f004-0614a083c070/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1733257794081 (+1 ms)Processed 20 edits across 2 Regions in 54 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/91db409e-713e-a4a2-f004-0614a083c070/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733257790890/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733257794082 (+1 ms) 2024-12-03T20:29:54,087 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45023/user/jenkins/test-data/91db409e-713e-a4a2-f004-0614a083c070/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733257790890/wal.dat.1 to hdfs://localhost:45023/user/jenkins/test-data/91db409e-713e-a4a2-f004-0614a083c070/oldWALs/wal.dat.1 2024-12-03T20:29:54,087 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45023/user/jenkins/test-data/91db409e-713e-a4a2-f004-0614a083c070/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733257790890/wal.dat.2, size=1.4 K (1393bytes) 2024-12-03T20:29:54,087 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45023/user/jenkins/test-data/91db409e-713e-a4a2-f004-0614a083c070/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733257790890/wal.dat.2 2024-12-03T20:29:54,088 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45023/user/jenkins/test-data/91db409e-713e-a4a2-f004-0614a083c070/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733257790890/wal.dat.2 after 1ms 2024-12-03T20:29:54,090 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45023/user/jenkins/test-data/91db409e-713e-a4a2-f004-0614a083c070/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733257790890/wal.dat.2 took 3ms 2024-12-03T20:29:54,098 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/91db409e-713e-a4a2-f004-0614a083c070/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733257790890/wal.dat.2 so closing down 2024-12-03T20:29:54,098 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T20:29:54,098 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T20:29:54,117 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-12-03T20:29:54,117 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-12-03T20:29:54,118 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/91db409e-713e-a4a2-f004-0614a083c070/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-12-03T20:29:54,118 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/91db409e-713e-a4a2-f004-0614a083c070/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-12-03T20:29:54,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742054_1233 (size=743) 2024-12-03T20:29:54,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742054_1233 (size=743) 2024-12-03T20:29:54,126 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/91db409e-713e-a4a2-f004-0614a083c070/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T20:29:54,127 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/91db409e-713e-a4a2-f004-0614a083c070/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:45023/user/jenkins/test-data/91db409e-713e-a4a2-f004-0614a083c070/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-12-03T20:29:54,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742055_1234 (size=743) 2024-12-03T20:29:54,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742055_1234 (size=743) 2024-12-03T20:29:54,139 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/91db409e-713e-a4a2-f004-0614a083c070/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T20:29:54,141 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/91db409e-713e-a4a2-f004-0614a083c070/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:45023/user/jenkins/test-data/91db409e-713e-a4a2-f004-0614a083c070/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-12-03T20:29:54,141 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 45 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/91db409e-713e-a4a2-f004-0614a083c070/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733257790890/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-03T20:29:54,142 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45023/user/jenkins/test-data/91db409e-713e-a4a2-f004-0614a083c070/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733257790890/wal.dat.2, journal: Splitting hdfs://localhost:45023/user/jenkins/test-data/91db409e-713e-a4a2-f004-0614a083c070/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733257790890/wal.dat.2, size=1.4 K (1393bytes) at 1733257794087Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/91db409e-713e-a4a2-f004-0614a083c070/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733257790890/wal.dat.2 so closing down at 1733257794098 (+11 ms)3 split writer threads finished at 1733257794098Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/91db409e-713e-a4a2-f004-0614a083c070/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1733257794118 (+20 ms)Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/91db409e-713e-a4a2-f004-0614a083c070/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1733257794118Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/91db409e-713e-a4a2-f004-0614a083c070/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733257794126 (+8 ms)Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/91db409e-713e-a4a2-f004-0614a083c070/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:45023/user/jenkins/test-data/91db409e-713e-a4a2-f004-0614a083c070/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1733257794127 (+1 ms)Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/91db409e-713e-a4a2-f004-0614a083c070/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733257794139 (+12 ms)Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/91db409e-713e-a4a2-f004-0614a083c070/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:45023/user/jenkins/test-data/91db409e-713e-a4a2-f004-0614a083c070/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1733257794141 (+2 ms)Processed 20 edits across 2 Regions in 45 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/91db409e-713e-a4a2-f004-0614a083c070/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733257790890/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733257794142 (+1 ms) 2024-12-03T20:29:54,154 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45023/user/jenkins/test-data/91db409e-713e-a4a2-f004-0614a083c070/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733257790890/wal.dat.2 to hdfs://localhost:45023/user/jenkins/test-data/91db409e-713e-a4a2-f004-0614a083c070/oldWALs/wal.dat.2 2024-12-03T20:29:54,155 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45023/user/jenkins/test-data/91db409e-713e-a4a2-f004-0614a083c070/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733257790890/wal.dat.3, size=1.4 K (1393bytes) 2024-12-03T20:29:54,155 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45023/user/jenkins/test-data/91db409e-713e-a4a2-f004-0614a083c070/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733257790890/wal.dat.3 2024-12-03T20:29:54,155 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45023/user/jenkins/test-data/91db409e-713e-a4a2-f004-0614a083c070/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733257790890/wal.dat.3 after 0ms 2024-12-03T20:29:54,159 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45023/user/jenkins/test-data/91db409e-713e-a4a2-f004-0614a083c070/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733257790890/wal.dat.3 took 5ms 2024-12-03T20:29:54,160 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/91db409e-713e-a4a2-f004-0614a083c070/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733257790890/wal.dat.3 so closing down 2024-12-03T20:29:54,160 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T20:29:54,160 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T20:29:54,162 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-12-03T20:29:54,162 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-12-03T20:29:54,163 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/91db409e-713e-a4a2-f004-0614a083c070/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-12-03T20:29:54,163 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/91db409e-713e-a4a2-f004-0614a083c070/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-12-03T20:29:54,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742057_1236 (size=743) 2024-12-03T20:29:54,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742057_1236 (size=743) 2024-12-03T20:29:54,185 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/91db409e-713e-a4a2-f004-0614a083c070/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T20:29:54,186 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/91db409e-713e-a4a2-f004-0614a083c070/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:45023/user/jenkins/test-data/91db409e-713e-a4a2-f004-0614a083c070/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-12-03T20:29:54,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742056_1235 (size=743) 2024-12-03T20:29:54,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742056_1235 (size=743) 2024-12-03T20:29:54,214 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/91db409e-713e-a4a2-f004-0614a083c070/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T20:29:54,216 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/91db409e-713e-a4a2-f004-0614a083c070/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:45023/user/jenkins/test-data/91db409e-713e-a4a2-f004-0614a083c070/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-12-03T20:29:54,216 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 57 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/91db409e-713e-a4a2-f004-0614a083c070/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733257790890/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-03T20:29:54,216 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45023/user/jenkins/test-data/91db409e-713e-a4a2-f004-0614a083c070/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733257790890/wal.dat.3, journal: Splitting hdfs://localhost:45023/user/jenkins/test-data/91db409e-713e-a4a2-f004-0614a083c070/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733257790890/wal.dat.3, size=1.4 K (1393bytes) at 1733257794155Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/91db409e-713e-a4a2-f004-0614a083c070/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733257790890/wal.dat.3 so closing down at 1733257794160 (+5 ms)3 split writer threads finished at 1733257794160Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/91db409e-713e-a4a2-f004-0614a083c070/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1733257794163 (+3 ms)Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/91db409e-713e-a4a2-f004-0614a083c070/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1733257794163Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/91db409e-713e-a4a2-f004-0614a083c070/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733257794185 (+22 ms)Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/91db409e-713e-a4a2-f004-0614a083c070/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:45023/user/jenkins/test-data/91db409e-713e-a4a2-f004-0614a083c070/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1733257794186 (+1 ms)Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/91db409e-713e-a4a2-f004-0614a083c070/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733257794214 (+28 ms)Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/91db409e-713e-a4a2-f004-0614a083c070/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:45023/user/jenkins/test-data/91db409e-713e-a4a2-f004-0614a083c070/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1733257794216 (+2 ms)Processed 20 edits across 2 Regions in 57 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/91db409e-713e-a4a2-f004-0614a083c070/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733257790890/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733257794216 2024-12-03T20:29:54,218 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45023/user/jenkins/test-data/91db409e-713e-a4a2-f004-0614a083c070/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733257790890/wal.dat.3 to hdfs://localhost:45023/user/jenkins/test-data/91db409e-713e-a4a2-f004-0614a083c070/oldWALs/wal.dat.3 2024-12-03T20:29:54,219 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45023/user/jenkins/test-data/91db409e-713e-a4a2-f004-0614a083c070/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733257790890/wal.dat.4, size=1.4 K (1393bytes) 2024-12-03T20:29:54,219 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45023/user/jenkins/test-data/91db409e-713e-a4a2-f004-0614a083c070/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733257790890/wal.dat.4 2024-12-03T20:29:54,219 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45023/user/jenkins/test-data/91db409e-713e-a4a2-f004-0614a083c070/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733257790890/wal.dat.4 after 0ms 2024-12-03T20:29:54,221 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45023/user/jenkins/test-data/91db409e-713e-a4a2-f004-0614a083c070/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733257790890/wal.dat.4 took 3ms 2024-12-03T20:29:54,222 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/91db409e-713e-a4a2-f004-0614a083c070/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733257790890/wal.dat.4 so closing down 2024-12-03T20:29:54,222 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T20:29:54,222 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T20:29:54,227 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-12-03T20:29:54,228 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/91db409e-713e-a4a2-f004-0614a083c070/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-12-03T20:29:54,230 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-12-03T20:29:54,241 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/91db409e-713e-a4a2-f004-0614a083c070/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-12-03T20:29:54,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742058_1237 (size=743) 2024-12-03T20:29:54,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742058_1237 (size=743) 2024-12-03T20:29:54,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742059_1238 (size=743) 2024-12-03T20:29:54,318 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/91db409e-713e-a4a2-f004-0614a083c070/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T20:29:54,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742059_1238 (size=743) 2024-12-03T20:29:54,318 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/91db409e-713e-a4a2-f004-0614a083c070/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T20:29:54,325 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/91db409e-713e-a4a2-f004-0614a083c070/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:45023/user/jenkins/test-data/91db409e-713e-a4a2-f004-0614a083c070/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-12-03T20:29:54,325 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/91db409e-713e-a4a2-f004-0614a083c070/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:45023/user/jenkins/test-data/91db409e-713e-a4a2-f004-0614a083c070/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-12-03T20:29:54,325 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 104 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/91db409e-713e-a4a2-f004-0614a083c070/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733257790890/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-03T20:29:54,325 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45023/user/jenkins/test-data/91db409e-713e-a4a2-f004-0614a083c070/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733257790890/wal.dat.4, journal: Splitting hdfs://localhost:45023/user/jenkins/test-data/91db409e-713e-a4a2-f004-0614a083c070/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733257790890/wal.dat.4, size=1.4 K (1393bytes) at 1733257794219Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/91db409e-713e-a4a2-f004-0614a083c070/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733257790890/wal.dat.4 so closing down at 1733257794222 (+3 ms)3 split writer threads finished at 1733257794222Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/91db409e-713e-a4a2-f004-0614a083c070/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1733257794228 (+6 ms)Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/91db409e-713e-a4a2-f004-0614a083c070/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1733257794241 (+13 ms)Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/91db409e-713e-a4a2-f004-0614a083c070/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733257794318 (+77 ms)Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/91db409e-713e-a4a2-f004-0614a083c070/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733257794318Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/91db409e-713e-a4a2-f004-0614a083c070/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:45023/user/jenkins/test-data/91db409e-713e-a4a2-f004-0614a083c070/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1733257794325 (+7 ms)Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/91db409e-713e-a4a2-f004-0614a083c070/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:45023/user/jenkins/test-data/91db409e-713e-a4a2-f004-0614a083c070/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1733257794325Processed 20 edits across 2 Regions in 104 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/91db409e-713e-a4a2-f004-0614a083c070/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733257790890/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733257794325 2024-12-03T20:29:54,335 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45023/user/jenkins/test-data/91db409e-713e-a4a2-f004-0614a083c070/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733257790890/wal.dat.4 to hdfs://localhost:45023/user/jenkins/test-data/91db409e-713e-a4a2-f004-0614a083c070/oldWALs/wal.dat.4 2024-12-03T20:29:54,335 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45023/user/jenkins/test-data/91db409e-713e-a4a2-f004-0614a083c070/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733257790890/wal.dat.5, size=1.4 K (1398bytes) 2024-12-03T20:29:54,335 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45023/user/jenkins/test-data/91db409e-713e-a4a2-f004-0614a083c070/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733257790890/wal.dat.5 2024-12-03T20:29:54,338 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45023/user/jenkins/test-data/91db409e-713e-a4a2-f004-0614a083c070/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733257790890/wal.dat.5 after 3ms 2024-12-03T20:29:54,345 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45023/user/jenkins/test-data/91db409e-713e-a4a2-f004-0614a083c070/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733257790890/wal.dat.5 took 10ms 2024-12-03T20:29:54,354 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:45023/user/jenkins/test-data/91db409e-713e-a4a2-f004-0614a083c070/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733257790890/wal.dat.5 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:45023/user/jenkins/test-data/91db409e-713e-a4a2-f004-0614a083c070/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733257790890/wal.dat.5. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitAndCount(TestWALSplit.java:529) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testTralingGarbageCorruptionFileSkipErrorsPasses(TestWALSplit.java:578) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: Error while reading WALKey, originalPosition=1385, currentPosition=1386 at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALStreamReader.next(ProtobufWALStreamReader.java:67) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more Caused by: org.apache.hbase.thirdparty.com.google.protobuf.InvalidProtocolBufferException: Message missing required fields: encoded_region_name, table_name, log_sequence_number, write_time at org.apache.hbase.thirdparty.com.google.protobuf.UninitializedMessageException.asInvalidProtocolBufferException(UninitializedMessageException.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.checkMessageInitialized(AbstractParser.java:45) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parseFrom(AbstractParser.java:209) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parseFrom(AbstractParser.java:214) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parseFrom(AbstractParser.java:25) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.shaded.protobuf.ProtobufUtil.parseDelimitedFrom(ProtobufUtil.java:3850) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALStreamReader.next(ProtobufWALStreamReader.java:56) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-12-03T20:29:54,355 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/91db409e-713e-a4a2-f004-0614a083c070/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733257790890/wal.dat.5 so closing down 2024-12-03T20:29:54,355 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T20:29:54,359 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T20:29:54,370 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-12-03T20:29:54,378 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-12-03T20:29:54,380 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/91db409e-713e-a4a2-f004-0614a083c070/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-12-03T20:29:54,389 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/91db409e-713e-a4a2-f004-0614a083c070/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-12-03T20:29:54,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742061_1240 (size=743) 2024-12-03T20:29:54,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742061_1240 (size=743) 2024-12-03T20:29:54,457 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/91db409e-713e-a4a2-f004-0614a083c070/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T20:29:54,475 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/91db409e-713e-a4a2-f004-0614a083c070/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:45023/user/jenkins/test-data/91db409e-713e-a4a2-f004-0614a083c070/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-12-03T20:29:54,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742060_1239 (size=743) 2024-12-03T20:29:54,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742060_1239 (size=743) 2024-12-03T20:29:54,491 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/91db409e-713e-a4a2-f004-0614a083c070/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T20:29:54,498 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/91db409e-713e-a4a2-f004-0614a083c070/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:45023/user/jenkins/test-data/91db409e-713e-a4a2-f004-0614a083c070/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-12-03T20:29:54,498 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 146 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/91db409e-713e-a4a2-f004-0614a083c070/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733257790890/wal.dat.5, size=1.4 K, length=1398, corrupted=true, cancelled=false 2024-12-03T20:29:54,498 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45023/user/jenkins/test-data/91db409e-713e-a4a2-f004-0614a083c070/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733257790890/wal.dat.5, journal: Splitting hdfs://localhost:45023/user/jenkins/test-data/91db409e-713e-a4a2-f004-0614a083c070/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733257790890/wal.dat.5, size=1.4 K (1398bytes) at 1733257794335Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/91db409e-713e-a4a2-f004-0614a083c070/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733257790890/wal.dat.5 so closing down at 1733257794355 (+20 ms)3 split writer threads finished at 1733257794359 (+4 ms)Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/91db409e-713e-a4a2-f004-0614a083c070/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1733257794380 (+21 ms)Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/91db409e-713e-a4a2-f004-0614a083c070/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1733257794389 (+9 ms)Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/91db409e-713e-a4a2-f004-0614a083c070/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733257794457 (+68 ms)Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/91db409e-713e-a4a2-f004-0614a083c070/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:45023/user/jenkins/test-data/91db409e-713e-a4a2-f004-0614a083c070/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1733257794475 (+18 ms)Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/91db409e-713e-a4a2-f004-0614a083c070/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733257794491 (+16 ms)Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/91db409e-713e-a4a2-f004-0614a083c070/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:45023/user/jenkins/test-data/91db409e-713e-a4a2-f004-0614a083c070/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1733257794498 (+7 ms)Processed 20 edits across 2 Regions in 146 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/91db409e-713e-a4a2-f004-0614a083c070/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733257790890/wal.dat.5, size=1.4 K, length=1398, corrupted=true, cancelled=false at 1733257794498 2024-12-03T20:29:54,502 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45023/user/jenkins/test-data/91db409e-713e-a4a2-f004-0614a083c070/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733257790890/wal.dat.5 to hdfs://localhost:45023/user/jenkins/test-data/91db409e-713e-a4a2-f004-0614a083c070/corrupt/wal.dat.5 2024-12-03T20:29:54,502 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45023/user/jenkins/test-data/91db409e-713e-a4a2-f004-0614a083c070/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733257790890/wal.dat.6, size=1.4 K (1405bytes) 2024-12-03T20:29:54,502 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45023/user/jenkins/test-data/91db409e-713e-a4a2-f004-0614a083c070/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733257790890/wal.dat.6 2024-12-03T20:29:54,502 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45023/user/jenkins/test-data/91db409e-713e-a4a2-f004-0614a083c070/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733257790890/wal.dat.6 after 0ms 2024-12-03T20:29:54,505 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45023/user/jenkins/test-data/91db409e-713e-a4a2-f004-0614a083c070/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733257790890/wal.dat.6 took 2ms 2024-12-03T20:29:54,524 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/91db409e-713e-a4a2-f004-0614a083c070/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733257790890/wal.dat.6 so closing down 2024-12-03T20:29:54,525 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T20:29:54,528 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T20:29:54,538 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-12-03T20:29:54,538 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-12-03T20:29:54,540 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/91db409e-713e-a4a2-f004-0614a083c070/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-12-03T20:29:54,540 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/91db409e-713e-a4a2-f004-0614a083c070/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-12-03T20:29:54,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742062_1241 (size=749) 2024-12-03T20:29:54,592 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/91db409e-713e-a4a2-f004-0614a083c070/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T20:29:54,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742062_1241 (size=749) 2024-12-03T20:29:54,601 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/91db409e-713e-a4a2-f004-0614a083c070/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:45023/user/jenkins/test-data/91db409e-713e-a4a2-f004-0614a083c070/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-12-03T20:29:54,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742063_1242 (size=749) 2024-12-03T20:29:54,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742063_1242 (size=749) 2024-12-03T20:29:54,621 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/91db409e-713e-a4a2-f004-0614a083c070/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T20:29:54,622 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/91db409e-713e-a4a2-f004-0614a083c070/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:45023/user/jenkins/test-data/91db409e-713e-a4a2-f004-0614a083c070/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-12-03T20:29:54,623 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 103 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/91db409e-713e-a4a2-f004-0614a083c070/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733257790890/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-12-03T20:29:54,623 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45023/user/jenkins/test-data/91db409e-713e-a4a2-f004-0614a083c070/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733257790890/wal.dat.6, journal: Splitting hdfs://localhost:45023/user/jenkins/test-data/91db409e-713e-a4a2-f004-0614a083c070/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733257790890/wal.dat.6, size=1.4 K (1405bytes) at 1733257794502Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/91db409e-713e-a4a2-f004-0614a083c070/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733257790890/wal.dat.6 so closing down at 1733257794525 (+23 ms)3 split writer threads finished at 1733257794528 (+3 ms)Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/91db409e-713e-a4a2-f004-0614a083c070/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1733257794540 (+12 ms)Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/91db409e-713e-a4a2-f004-0614a083c070/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1733257794540Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/91db409e-713e-a4a2-f004-0614a083c070/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733257794592 (+52 ms)Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/91db409e-713e-a4a2-f004-0614a083c070/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:45023/user/jenkins/test-data/91db409e-713e-a4a2-f004-0614a083c070/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1733257794601 (+9 ms)Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/91db409e-713e-a4a2-f004-0614a083c070/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733257794621 (+20 ms)Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/91db409e-713e-a4a2-f004-0614a083c070/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:45023/user/jenkins/test-data/91db409e-713e-a4a2-f004-0614a083c070/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1733257794623 (+2 ms)Processed 20 edits across 2 Regions in 103 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/91db409e-713e-a4a2-f004-0614a083c070/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733257790890/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1733257794623 2024-12-03T20:29:54,625 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45023/user/jenkins/test-data/91db409e-713e-a4a2-f004-0614a083c070/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733257790890/wal.dat.6 to hdfs://localhost:45023/user/jenkins/test-data/91db409e-713e-a4a2-f004-0614a083c070/oldWALs/wal.dat.6 2024-12-03T20:29:54,625 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45023/user/jenkins/test-data/91db409e-713e-a4a2-f004-0614a083c070/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733257790890/wal.dat.7, size=1.4 K (1413bytes) 2024-12-03T20:29:54,625 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45023/user/jenkins/test-data/91db409e-713e-a4a2-f004-0614a083c070/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733257790890/wal.dat.7 2024-12-03T20:29:54,626 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45023/user/jenkins/test-data/91db409e-713e-a4a2-f004-0614a083c070/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733257790890/wal.dat.7 after 1ms 2024-12-03T20:29:54,627 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45023/user/jenkins/test-data/91db409e-713e-a4a2-f004-0614a083c070/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733257790890/wal.dat.7 took 2ms 2024-12-03T20:29:54,645 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/91db409e-713e-a4a2-f004-0614a083c070/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733257790890/wal.dat.7 so closing down 2024-12-03T20:29:54,645 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T20:29:54,652 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T20:29:54,666 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-12-03T20:29:54,674 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/91db409e-713e-a4a2-f004-0614a083c070/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-12-03T20:29:54,683 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-12-03T20:29:54,688 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/91db409e-713e-a4a2-f004-0614a083c070/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-12-03T20:29:54,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742064_1243 (size=753) 2024-12-03T20:29:54,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742064_1243 (size=753) 2024-12-03T20:29:54,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742065_1244 (size=753) 2024-12-03T20:29:54,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742065_1244 (size=753) 2024-12-03T20:29:54,799 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/91db409e-713e-a4a2-f004-0614a083c070/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T20:29:54,802 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/91db409e-713e-a4a2-f004-0614a083c070/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:45023/user/jenkins/test-data/91db409e-713e-a4a2-f004-0614a083c070/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-12-03T20:29:55,142 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/91db409e-713e-a4a2-f004-0614a083c070/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T20:29:55,144 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/91db409e-713e-a4a2-f004-0614a083c070/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:45023/user/jenkins/test-data/91db409e-713e-a4a2-f004-0614a083c070/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-12-03T20:29:55,145 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 504 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/91db409e-713e-a4a2-f004-0614a083c070/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733257790890/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-12-03T20:29:55,145 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45023/user/jenkins/test-data/91db409e-713e-a4a2-f004-0614a083c070/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733257790890/wal.dat.7, journal: Splitting hdfs://localhost:45023/user/jenkins/test-data/91db409e-713e-a4a2-f004-0614a083c070/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733257790890/wal.dat.7, size=1.4 K (1413bytes) at 1733257794625Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/91db409e-713e-a4a2-f004-0614a083c070/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733257790890/wal.dat.7 so closing down at 1733257794645 (+20 ms)3 split writer threads finished at 1733257794652 (+7 ms)Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/91db409e-713e-a4a2-f004-0614a083c070/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1733257794674 (+22 ms)Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/91db409e-713e-a4a2-f004-0614a083c070/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1733257794688 (+14 ms)Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/91db409e-713e-a4a2-f004-0614a083c070/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733257794799 (+111 ms)Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/91db409e-713e-a4a2-f004-0614a083c070/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:45023/user/jenkins/test-data/91db409e-713e-a4a2-f004-0614a083c070/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1733257794802 (+3 ms)Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/91db409e-713e-a4a2-f004-0614a083c070/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733257795142 (+340 ms)Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/91db409e-713e-a4a2-f004-0614a083c070/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:45023/user/jenkins/test-data/91db409e-713e-a4a2-f004-0614a083c070/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1733257795144 (+2 ms)Processed 20 edits across 2 Regions in 504 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/91db409e-713e-a4a2-f004-0614a083c070/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733257790890/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1733257795145 (+1 ms) 2024-12-03T20:29:55,151 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45023/user/jenkins/test-data/91db409e-713e-a4a2-f004-0614a083c070/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733257790890/wal.dat.7 to hdfs://localhost:45023/user/jenkins/test-data/91db409e-713e-a4a2-f004-0614a083c070/oldWALs/wal.dat.7 2024-12-03T20:29:55,151 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45023/user/jenkins/test-data/91db409e-713e-a4a2-f004-0614a083c070/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733257790890/wal.dat.8, size=1.4 K (1413bytes) 2024-12-03T20:29:55,151 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45023/user/jenkins/test-data/91db409e-713e-a4a2-f004-0614a083c070/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733257790890/wal.dat.8 2024-12-03T20:29:55,152 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45023/user/jenkins/test-data/91db409e-713e-a4a2-f004-0614a083c070/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733257790890/wal.dat.8 after 1ms 2024-12-03T20:29:55,159 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45023/user/jenkins/test-data/91db409e-713e-a4a2-f004-0614a083c070/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733257790890/wal.dat.8 took 8ms 2024-12-03T20:29:55,185 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/91db409e-713e-a4a2-f004-0614a083c070/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733257790890/wal.dat.8 so closing down 2024-12-03T20:29:55,185 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T20:29:55,188 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T20:29:55,220 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-12-03T20:29:55,242 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-12-03T20:29:55,243 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/91db409e-713e-a4a2-f004-0614a083c070/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-12-03T20:29:55,252 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/91db409e-713e-a4a2-f004-0614a083c070/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-12-03T20:29:55,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742066_1245 (size=753) 2024-12-03T20:29:55,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742066_1245 (size=753) 2024-12-03T20:29:55,315 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/91db409e-713e-a4a2-f004-0614a083c070/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T20:29:55,317 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/91db409e-713e-a4a2-f004-0614a083c070/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:45023/user/jenkins/test-data/91db409e-713e-a4a2-f004-0614a083c070/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-12-03T20:29:55,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742067_1246 (size=753) 2024-12-03T20:29:55,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742067_1246 (size=753) 2024-12-03T20:29:55,325 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/91db409e-713e-a4a2-f004-0614a083c070/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T20:29:55,328 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/91db409e-713e-a4a2-f004-0614a083c070/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:45023/user/jenkins/test-data/91db409e-713e-a4a2-f004-0614a083c070/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-12-03T20:29:55,328 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 151 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/91db409e-713e-a4a2-f004-0614a083c070/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733257790890/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-12-03T20:29:55,328 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45023/user/jenkins/test-data/91db409e-713e-a4a2-f004-0614a083c070/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733257790890/wal.dat.8, journal: Splitting hdfs://localhost:45023/user/jenkins/test-data/91db409e-713e-a4a2-f004-0614a083c070/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733257790890/wal.dat.8, size=1.4 K (1413bytes) at 1733257795151Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/91db409e-713e-a4a2-f004-0614a083c070/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733257790890/wal.dat.8 so closing down at 1733257795185 (+34 ms)3 split writer threads finished at 1733257795188 (+3 ms)Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/91db409e-713e-a4a2-f004-0614a083c070/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1733257795244 (+56 ms)Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/91db409e-713e-a4a2-f004-0614a083c070/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1733257795252 (+8 ms)Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/91db409e-713e-a4a2-f004-0614a083c070/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733257795315 (+63 ms)Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/91db409e-713e-a4a2-f004-0614a083c070/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:45023/user/jenkins/test-data/91db409e-713e-a4a2-f004-0614a083c070/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1733257795317 (+2 ms)Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/91db409e-713e-a4a2-f004-0614a083c070/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733257795325 (+8 ms)Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/91db409e-713e-a4a2-f004-0614a083c070/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:45023/user/jenkins/test-data/91db409e-713e-a4a2-f004-0614a083c070/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1733257795328 (+3 ms)Processed 20 edits across 2 Regions in 151 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/91db409e-713e-a4a2-f004-0614a083c070/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733257790890/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1733257795328 2024-12-03T20:29:55,348 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45023/user/jenkins/test-data/91db409e-713e-a4a2-f004-0614a083c070/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733257790890/wal.dat.8 to hdfs://localhost:45023/user/jenkins/test-data/91db409e-713e-a4a2-f004-0614a083c070/oldWALs/wal.dat.8 2024-12-03T20:29:55,349 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45023/user/jenkins/test-data/91db409e-713e-a4a2-f004-0614a083c070/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733257790890/wal.dat.9, size=1.4 K (1413bytes) 2024-12-03T20:29:55,349 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45023/user/jenkins/test-data/91db409e-713e-a4a2-f004-0614a083c070/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733257790890/wal.dat.9 2024-12-03T20:29:55,349 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45023/user/jenkins/test-data/91db409e-713e-a4a2-f004-0614a083c070/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733257790890/wal.dat.9 after 0ms 2024-12-03T20:29:55,351 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45023/user/jenkins/test-data/91db409e-713e-a4a2-f004-0614a083c070/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733257790890/wal.dat.9 took 3ms 2024-12-03T20:29:55,357 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/91db409e-713e-a4a2-f004-0614a083c070/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733257790890/wal.dat.9 so closing down 2024-12-03T20:29:55,358 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T20:29:55,360 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T20:29:55,375 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-12-03T20:29:55,377 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/91db409e-713e-a4a2-f004-0614a083c070/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-12-03T20:29:55,380 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-12-03T20:29:55,388 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/91db409e-713e-a4a2-f004-0614a083c070/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-12-03T20:29:55,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742068_1247 (size=753) 2024-12-03T20:29:55,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742068_1247 (size=753) 2024-12-03T20:29:55,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742069_1248 (size=753) 2024-12-03T20:29:55,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742069_1248 (size=753) 2024-12-03T20:29:55,886 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/91db409e-713e-a4a2-f004-0614a083c070/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T20:29:55,890 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/91db409e-713e-a4a2-f004-0614a083c070/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T20:29:55,890 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/91db409e-713e-a4a2-f004-0614a083c070/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:45023/user/jenkins/test-data/91db409e-713e-a4a2-f004-0614a083c070/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-12-03T20:29:55,891 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/91db409e-713e-a4a2-f004-0614a083c070/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:45023/user/jenkins/test-data/91db409e-713e-a4a2-f004-0614a083c070/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-12-03T20:29:55,891 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 535 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/91db409e-713e-a4a2-f004-0614a083c070/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733257790890/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-12-03T20:29:55,891 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45023/user/jenkins/test-data/91db409e-713e-a4a2-f004-0614a083c070/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733257790890/wal.dat.9, journal: Splitting hdfs://localhost:45023/user/jenkins/test-data/91db409e-713e-a4a2-f004-0614a083c070/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733257790890/wal.dat.9, size=1.4 K (1413bytes) at 1733257795349Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/91db409e-713e-a4a2-f004-0614a083c070/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733257790890/wal.dat.9 so closing down at 1733257795357 (+8 ms)3 split writer threads finished at 1733257795360 (+3 ms)Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/91db409e-713e-a4a2-f004-0614a083c070/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1733257795377 (+17 ms)Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/91db409e-713e-a4a2-f004-0614a083c070/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1733257795388 (+11 ms)Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/91db409e-713e-a4a2-f004-0614a083c070/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733257795887 (+499 ms)Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/91db409e-713e-a4a2-f004-0614a083c070/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733257795890 (+3 ms)Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/91db409e-713e-a4a2-f004-0614a083c070/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:45023/user/jenkins/test-data/91db409e-713e-a4a2-f004-0614a083c070/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1733257795890Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/91db409e-713e-a4a2-f004-0614a083c070/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:45023/user/jenkins/test-data/91db409e-713e-a4a2-f004-0614a083c070/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1733257795891 (+1 ms)Processed 20 edits across 2 Regions in 535 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/91db409e-713e-a4a2-f004-0614a083c070/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733257790890/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1733257795891 2024-12-03T20:29:55,893 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45023/user/jenkins/test-data/91db409e-713e-a4a2-f004-0614a083c070/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733257790890/wal.dat.9 to hdfs://localhost:45023/user/jenkins/test-data/91db409e-713e-a4a2-f004-0614a083c070/oldWALs/wal.dat.9 2024-12-03T20:29:56,156 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testTralingGarbageCorruptionFileSkipErrorsPasses Thread=133 (was 138), OpenFileDescriptor=387 (was 389), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1353 (was 1323) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=249 (was 275) 2024-12-03T20:29:56,172 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitLeavesCompactionEventsEdits Thread=133, OpenFileDescriptor=387, MaxFileDescriptor=1048576, SystemLoadAverage=1353, ProcessCount=11, AvailableMemoryMB=249 2024-12-03T20:29:56,172 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-12-03T20:29:56,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742070_1249 (size=7) 2024-12-03T20:29:56,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742070_1249 (size=7) 2024-12-03T20:29:56,631 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45023/user/jenkins/test-data/72ccf0d3-cc6f-26e3-cf7f-cdec76677e77 with version=8 2024-12-03T20:29:56,631 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:29:56,634 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:29:56,638 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-12-03T20:29:56,638 INFO [Time-limited test {}] wal.TestWALSplit(466): Creating region directory: hdfs://localhost:45023/user/jenkins/test-data/72ccf0d3-cc6f-26e3-cf7f-cdec76677e77/data/default/t1/4773dba226bdcadd72bd9c09f3fe6c62 2024-12-03T20:29:56,639 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region 4773dba226bdcadd72bd9c09f3fe6c62 2024-12-03T20:29:56,640 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-12-03T20:29:56,641 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:56,641 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:56,662 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:56,662 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:56,663 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:56,663 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:56,664 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:56,664 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:56,664 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:56,664 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:56,666 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:56,666 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:56,669 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:56,669 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:56,669 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:56,669 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:56,670 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:56,670 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:56,671 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:56,671 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:56,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742071_1250 (size=3851) 2024-12-03T20:29:56,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742071_1250 (size=3851) 2024-12-03T20:29:57,114 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45023/user/jenkins/test-data/ec599d57-0d3e-8fc5-ec3c-bd6e1c79b3e6/WALs/testsplitleavescompactioneventsedits,16010,1733257796638/wal.dat.0, size=3.8 K (3851bytes) 2024-12-03T20:29:57,114 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45023/user/jenkins/test-data/ec599d57-0d3e-8fc5-ec3c-bd6e1c79b3e6/WALs/testsplitleavescompactioneventsedits,16010,1733257796638/wal.dat.0 2024-12-03T20:29:57,115 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45023/user/jenkins/test-data/ec599d57-0d3e-8fc5-ec3c-bd6e1c79b3e6/WALs/testsplitleavescompactioneventsedits,16010,1733257796638/wal.dat.0 after 1ms 2024-12-03T20:29:57,118 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45023/user/jenkins/test-data/ec599d57-0d3e-8fc5-ec3c-bd6e1c79b3e6/WALs/testsplitleavescompactioneventsedits,16010,1733257796638/wal.dat.0 took 4ms 2024-12-03T20:29:57,132 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/ec599d57-0d3e-8fc5-ec3c-bd6e1c79b3e6/WALs/testsplitleavescompactioneventsedits,16010,1733257796638/wal.dat.0 so closing down 2024-12-03T20:29:57,133 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T20:29:57,136 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T20:29:57,147 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-12-03T20:29:57,151 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-03T20:29:57,151 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/ec599d57-0d3e-8fc5-ec3c-bd6e1c79b3e6/data/default/t1/4773dba226bdcadd72bd9c09f3fe6c62/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-12-03T20:29:57,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742072_1251 (size=1591) 2024-12-03T20:29:57,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742072_1251 (size=1591) 2024-12-03T20:29:57,158 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/ec599d57-0d3e-8fc5-ec3c-bd6e1c79b3e6/data/default/t1/4773dba226bdcadd72bd9c09f3fe6c62/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 11 edits, skipped 0 edits in 0 ms) 2024-12-03T20:29:57,159 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/ec599d57-0d3e-8fc5-ec3c-bd6e1c79b3e6/data/default/t1/4773dba226bdcadd72bd9c09f3fe6c62/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:45023/user/jenkins/test-data/ec599d57-0d3e-8fc5-ec3c-bd6e1c79b3e6/data/default/t1/4773dba226bdcadd72bd9c09f3fe6c62/recovered.edits/0000000000000000009 2024-12-03T20:29:57,159 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 21 edits across 1 Regions in 40 ms; skipped=10; WAL=hdfs://localhost:45023/user/jenkins/test-data/ec599d57-0d3e-8fc5-ec3c-bd6e1c79b3e6/WALs/testsplitleavescompactioneventsedits,16010,1733257796638/wal.dat.0, size=3.8 K, length=3851, corrupted=false, cancelled=false 2024-12-03T20:29:57,159 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45023/user/jenkins/test-data/ec599d57-0d3e-8fc5-ec3c-bd6e1c79b3e6/WALs/testsplitleavescompactioneventsedits,16010,1733257796638/wal.dat.0, journal: Splitting hdfs://localhost:45023/user/jenkins/test-data/ec599d57-0d3e-8fc5-ec3c-bd6e1c79b3e6/WALs/testsplitleavescompactioneventsedits,16010,1733257796638/wal.dat.0, size=3.8 K (3851bytes) at 1733257797114Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/ec599d57-0d3e-8fc5-ec3c-bd6e1c79b3e6/WALs/testsplitleavescompactioneventsedits,16010,1733257796638/wal.dat.0 so closing down at 1733257797132 (+18 ms)3 split writer threads finished at 1733257797136 (+4 ms)Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/ec599d57-0d3e-8fc5-ec3c-bd6e1c79b3e6/data/default/t1/4773dba226bdcadd72bd9c09f3fe6c62/recovered.edits/0000000000000000000-wal.dat.0.temp at 1733257797151 (+15 ms)Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/ec599d57-0d3e-8fc5-ec3c-bd6e1c79b3e6/data/default/t1/4773dba226bdcadd72bd9c09f3fe6c62/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 11 edits, skipped 0 edits in 0 ms) at 1733257797158 (+7 ms)Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/ec599d57-0d3e-8fc5-ec3c-bd6e1c79b3e6/data/default/t1/4773dba226bdcadd72bd9c09f3fe6c62/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:45023/user/jenkins/test-data/ec599d57-0d3e-8fc5-ec3c-bd6e1c79b3e6/data/default/t1/4773dba226bdcadd72bd9c09f3fe6c62/recovered.edits/0000000000000000009 at 1733257797159 (+1 ms)Processed 21 edits across 1 Regions in 40 ms; skipped=10; WAL=hdfs://localhost:45023/user/jenkins/test-data/ec599d57-0d3e-8fc5-ec3c-bd6e1c79b3e6/WALs/testsplitleavescompactioneventsedits,16010,1733257796638/wal.dat.0, size=3.8 K, length=3851, corrupted=false, cancelled=false at 1733257797159 2024-12-03T20:29:57,161 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45023/user/jenkins/test-data/ec599d57-0d3e-8fc5-ec3c-bd6e1c79b3e6/WALs/testsplitleavescompactioneventsedits,16010,1733257796638/wal.dat.0 to hdfs://localhost:45023/user/jenkins/test-data/ec599d57-0d3e-8fc5-ec3c-bd6e1c79b3e6/oldWALs/wal.dat.0 2024-12-03T20:29:57,207 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitLeavesCompactionEventsEdits Thread=129 (was 133), OpenFileDescriptor=387 (was 387), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1353 (was 1353), ProcessCount=11 (was 11), AvailableMemoryMB=307 (was 249) - AvailableMemoryMB LEAK? - 2024-12-03T20:29:57,221 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitPreservesEdits Thread=129, OpenFileDescriptor=387, MaxFileDescriptor=1048576, SystemLoadAverage=1353, ProcessCount=11, AvailableMemoryMB=306 2024-12-03T20:29:57,221 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-12-03T20:29:57,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742073_1252 (size=7) 2024-12-03T20:29:57,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742073_1252 (size=7) 2024-12-03T20:29:57,270 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45023/user/jenkins/test-data/72ccf0d3-cc6f-26e3-cf7f-cdec76677e77 with version=8 2024-12-03T20:29:57,270 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:29:57,272 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:29:57,279 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-12-03T20:29:57,279 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region region__1 2024-12-03T20:29:57,284 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-12-03T20:29:57,287 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:57,287 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:57,330 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:57,330 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:57,332 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:57,332 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:57,345 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:57,345 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:57,350 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:57,350 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:57,351 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:57,351 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:57,351 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:57,351 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:57,352 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:57,352 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:57,352 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:57,352 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:57,352 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:57,352 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:57,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742074_1253 (size=863) 2024-12-03T20:29:57,356 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-12-03T20:29:57,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742074_1253 (size=863) 2024-12-03T20:29:57,386 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45023/user/jenkins/test-data/806a6545-e106-348a-9561-1b5bff91cc50/WALs/testsplitpreservesedits,16010,1733257797279/wal.dat.0, size=863 (863bytes) 2024-12-03T20:29:57,386 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45023/user/jenkins/test-data/806a6545-e106-348a-9561-1b5bff91cc50/WALs/testsplitpreservesedits,16010,1733257797279/wal.dat.0 2024-12-03T20:29:57,388 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45023/user/jenkins/test-data/806a6545-e106-348a-9561-1b5bff91cc50/WALs/testsplitpreservesedits,16010,1733257797279/wal.dat.0 after 1ms 2024-12-03T20:29:57,391 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45023/user/jenkins/test-data/806a6545-e106-348a-9561-1b5bff91cc50/WALs/testsplitpreservesedits,16010,1733257797279/wal.dat.0 took 5ms 2024-12-03T20:29:57,410 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/806a6545-e106-348a-9561-1b5bff91cc50/WALs/testsplitpreservesedits,16010,1733257797279/wal.dat.0 so closing down 2024-12-03T20:29:57,410 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T20:29:57,410 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T20:29:57,413 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-12-03T20:29:57,424 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/806a6545-e106-348a-9561-1b5bff91cc50/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-12-03T20:29:57,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742075_1254 (size=863) 2024-12-03T20:29:57,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742075_1254 (size=863) 2024-12-03T20:29:57,464 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/806a6545-e106-348a-9561-1b5bff91cc50/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T20:29:57,467 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/806a6545-e106-348a-9561-1b5bff91cc50/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:45023/user/jenkins/test-data/806a6545-e106-348a-9561-1b5bff91cc50/data/default/t1/region__1/recovered.edits/0000000000000000009 2024-12-03T20:29:57,467 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 1 Regions in 59 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/806a6545-e106-348a-9561-1b5bff91cc50/WALs/testsplitpreservesedits,16010,1733257797279/wal.dat.0, size=863, length=863, corrupted=false, cancelled=false 2024-12-03T20:29:57,467 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45023/user/jenkins/test-data/806a6545-e106-348a-9561-1b5bff91cc50/WALs/testsplitpreservesedits,16010,1733257797279/wal.dat.0, journal: Splitting hdfs://localhost:45023/user/jenkins/test-data/806a6545-e106-348a-9561-1b5bff91cc50/WALs/testsplitpreservesedits,16010,1733257797279/wal.dat.0, size=863 (863bytes) at 1733257797386Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/806a6545-e106-348a-9561-1b5bff91cc50/WALs/testsplitpreservesedits,16010,1733257797279/wal.dat.0 so closing down at 1733257797410 (+24 ms)3 split writer threads finished at 1733257797410Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/806a6545-e106-348a-9561-1b5bff91cc50/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp at 1733257797424 (+14 ms)Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/806a6545-e106-348a-9561-1b5bff91cc50/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733257797464 (+40 ms)Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/806a6545-e106-348a-9561-1b5bff91cc50/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:45023/user/jenkins/test-data/806a6545-e106-348a-9561-1b5bff91cc50/data/default/t1/region__1/recovered.edits/0000000000000000009 at 1733257797467 (+3 ms)Processed 10 edits across 1 Regions in 59 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/806a6545-e106-348a-9561-1b5bff91cc50/WALs/testsplitpreservesedits,16010,1733257797279/wal.dat.0, size=863, length=863, corrupted=false, cancelled=false at 1733257797467 2024-12-03T20:29:57,477 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45023/user/jenkins/test-data/806a6545-e106-348a-9561-1b5bff91cc50/WALs/testsplitpreservesedits,16010,1733257797279/wal.dat.0 to hdfs://localhost:45023/user/jenkins/test-data/806a6545-e106-348a-9561-1b5bff91cc50/oldWALs/wal.dat.0 2024-12-03T20:29:57,505 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitPreservesEdits Thread=129 (was 129), OpenFileDescriptor=387 (was 387), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1353 (was 1353), ProcessCount=11 (was 11), AvailableMemoryMB=265 (was 306) 2024-12-03T20:29:57,516 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testFirstLineCorruptionLogFileSkipErrorsPasses Thread=129, OpenFileDescriptor=387, MaxFileDescriptor=1048576, SystemLoadAverage=1353, ProcessCount=11, AvailableMemoryMB=262 2024-12-03T20:29:57,517 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-12-03T20:29:57,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742076_1255 (size=7) 2024-12-03T20:29:57,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742076_1255 (size=7) 2024-12-03T20:29:57,589 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45023/user/jenkins/test-data/72ccf0d3-cc6f-26e3-cf7f-cdec76677e77 with version=8 2024-12-03T20:29:57,590 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:29:57,592 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:29:57,603 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-12-03T20:29:57,603 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-12-03T20:29:57,606 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-12-03T20:29:57,617 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-12-03T20:29:57,644 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:57,644 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:57,665 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:57,665 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:57,673 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:57,673 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:57,680 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:57,680 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:57,687 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:57,688 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:57,688 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:57,688 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:57,689 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:57,689 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:57,689 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:57,689 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:57,689 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:57,689 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:57,690 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:57,690 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:57,690 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:57,690 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:57,690 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:57,690 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:57,695 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:57,695 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:57,697 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:57,697 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:57,704 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:57,704 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:57,708 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:57,708 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:57,714 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:57,714 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:57,715 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:57,715 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:57,715 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:57,715 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:57,715 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:57,715 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:57,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742077_1256 (size=1393) 2024-12-03T20:29:57,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742077_1256 (size=1393) 2024-12-03T20:29:57,720 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-12-03T20:29:57,721 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-12-03T20:29:57,724 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:57,724 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:57,768 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:57,768 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:57,772 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:57,772 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:57,772 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:57,773 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:57,773 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:57,773 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:57,773 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:57,773 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:57,774 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:57,774 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:57,774 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:57,774 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:57,774 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:57,774 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:57,775 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:57,775 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:57,775 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:57,775 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:57,775 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:57,775 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:57,775 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:57,775 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:57,776 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:57,776 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:57,776 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:57,776 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:57,776 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:57,776 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:57,777 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:57,777 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:57,777 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:57,777 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:57,777 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:57,777 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:57,777 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:57,778 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:57,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742078_1257 (size=1393) 2024-12-03T20:29:57,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742078_1257 (size=1393) 2024-12-03T20:29:58,192 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-12-03T20:29:58,196 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-12-03T20:29:58,200 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:58,200 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:58,248 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:58,248 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:58,249 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:58,249 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:58,249 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:58,249 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:58,249 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:58,249 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:58,249 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:58,249 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:58,250 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:58,250 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:58,250 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:58,250 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:58,250 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:58,250 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:58,251 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:58,251 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:58,251 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:58,251 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:58,251 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:58,251 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:58,251 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:58,251 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:58,251 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:58,252 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:58,252 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:58,252 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:58,252 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:58,252 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:58,255 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:58,255 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:58,256 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:58,256 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:58,256 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:58,256 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:58,256 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:58,256 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:58,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742079_1258 (size=1393) 2024-12-03T20:29:58,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742079_1258 (size=1393) 2024-12-03T20:29:58,661 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-12-03T20:29:58,661 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-12-03T20:29:58,662 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:58,662 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:58,685 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:58,685 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:58,685 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:58,685 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:58,685 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:58,686 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:58,686 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:58,686 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:58,686 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:58,686 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:58,686 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:58,686 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:58,686 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:58,686 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:58,687 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:58,687 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:58,687 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:58,687 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:58,687 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:58,687 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:58,687 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:58,687 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:58,687 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:58,687 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:58,688 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:58,688 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:58,688 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:58,688 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:58,688 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:58,688 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:58,688 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:58,688 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:58,688 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:58,688 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:58,689 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:58,689 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:58,689 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:58,689 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:58,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742080_1259 (size=1393) 2024-12-03T20:29:58,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742080_1259 (size=1393) 2024-12-03T20:29:58,691 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-12-03T20:29:58,691 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-12-03T20:29:58,692 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:58,692 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:58,716 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:58,717 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:58,717 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:58,717 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:58,717 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:58,717 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:58,717 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:58,717 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:58,720 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:58,720 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:58,728 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:58,728 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:58,728 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:58,728 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:58,729 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:58,729 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:58,729 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:58,729 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:58,729 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:58,729 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:58,729 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:58,729 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:58,729 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:58,730 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:58,730 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:58,730 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:58,730 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:58,730 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:58,730 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:58,730 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:58,730 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:58,731 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:58,731 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:58,731 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:58,731 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:58,731 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:58,731 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:58,731 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:58,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742081_1260 (size=1393) 2024-12-03T20:29:58,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742081_1260 (size=1393) 2024-12-03T20:29:58,734 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-12-03T20:29:58,734 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-12-03T20:29:58,735 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:58,735 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:58,776 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:58,776 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:58,779 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:58,779 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:58,779 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:58,779 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:58,779 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:58,780 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:58,780 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:58,780 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:58,780 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:58,780 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:58,780 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:58,780 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:58,781 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:58,781 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:58,781 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:58,781 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:58,781 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:58,781 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:58,782 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:58,782 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:58,782 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:58,782 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:58,782 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:58,782 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:58,783 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:58,783 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:58,783 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:58,783 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:58,783 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:58,783 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:58,784 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:58,784 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:58,784 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:58,784 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:58,784 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:58,784 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:58,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742082_1261 (size=1393) 2024-12-03T20:29:58,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742082_1261 (size=1393) 2024-12-03T20:29:58,789 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-12-03T20:29:58,789 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-12-03T20:29:58,796 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:58,796 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:58,812 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:58,812 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:58,812 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:58,812 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:58,813 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:58,813 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:58,813 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:58,813 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:58,813 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:58,813 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:58,817 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:58,817 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:58,820 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:58,820 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:58,823 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:58,823 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:58,825 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:58,825 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:58,834 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:58,834 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:58,836 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:58,836 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:58,844 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:58,844 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:58,845 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:58,846 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:58,846 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:58,846 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:58,846 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:58,846 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:58,847 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:58,847 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:58,853 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:58,853 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:58,853 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:58,853 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:58,853 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:58,853 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:58,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742083_1262 (size=1405) 2024-12-03T20:29:58,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742083_1262 (size=1405) 2024-12-03T20:29:59,265 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-12-03T20:29:59,265 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-12-03T20:29:59,280 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:59,280 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:59,331 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:59,331 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:59,338 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:59,338 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:59,340 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:59,340 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:59,341 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:59,341 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:59,343 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:59,343 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:59,344 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:59,344 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:59,355 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:59,355 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:59,364 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:59,364 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:59,371 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:59,371 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:59,371 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:59,371 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:59,376 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:59,376 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:59,382 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:59,382 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:59,382 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:59,382 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:59,382 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:59,382 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:59,390 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:59,390 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:59,392 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:59,392 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:59,393 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:59,393 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:59,393 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:59,393 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:59,394 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:59,394 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:59,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742084_1263 (size=1413) 2024-12-03T20:29:59,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742084_1263 (size=1413) 2024-12-03T20:29:59,404 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-12-03T20:29:59,405 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-12-03T20:29:59,416 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:59,416 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:59,492 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:59,492 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:59,493 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:59,494 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:59,497 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:59,497 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:59,497 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:59,497 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:59,499 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:59,499 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:59,499 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:59,499 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:59,500 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:59,500 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:59,509 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:59,509 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:59,516 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:59,516 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:59,517 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:59,517 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:59,524 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:59,524 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:59,526 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:59,526 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:59,528 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:59,528 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:59,529 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:59,529 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:59,529 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:59,529 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:59,529 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:59,530 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:59,530 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:59,530 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:59,530 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:59,530 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:59,530 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:59,530 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:59,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742085_1264 (size=1413) 2024-12-03T20:29:59,541 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-12-03T20:29:59,541 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-12-03T20:29:59,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742085_1264 (size=1413) 2024-12-03T20:29:59,549 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:59,549 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:59,632 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:59,632 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:59,635 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:59,635 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:59,635 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:59,635 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:59,636 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:59,636 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:59,636 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:59,636 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:59,637 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:59,637 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:59,637 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:59,637 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:59,648 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:59,649 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:59,649 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:59,649 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:59,649 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:59,650 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:59,650 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:59,650 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:59,650 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:59,650 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:59,650 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:59,650 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:59,651 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:59,651 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:59,651 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:59,651 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:59,651 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:59,651 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:59,652 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:59,652 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:59,652 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:59,652 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:59,652 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:29:59,652 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:29:59,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742086_1265 (size=1413) 2024-12-03T20:29:59,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742086_1265 (size=1413) 2024-12-03T20:29:59,655 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-12-03T20:29:59,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742087_1266 (size=1394) 2024-12-03T20:29:59,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742087_1266 (size=1394) 2024-12-03T20:29:59,757 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45023/user/jenkins/test-data/e58759c2-c4d3-9a51-df89-291cdfbd5693/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733257797603/wal.dat.0, size=1.4 K (1393bytes) 2024-12-03T20:29:59,757 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45023/user/jenkins/test-data/e58759c2-c4d3-9a51-df89-291cdfbd5693/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733257797603/wal.dat.0 2024-12-03T20:29:59,758 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45023/user/jenkins/test-data/e58759c2-c4d3-9a51-df89-291cdfbd5693/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733257797603/wal.dat.0 after 1ms 2024-12-03T20:29:59,761 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45023/user/jenkins/test-data/e58759c2-c4d3-9a51-df89-291cdfbd5693/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733257797603/wal.dat.0 took 4ms 2024-12-03T20:29:59,809 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/e58759c2-c4d3-9a51-df89-291cdfbd5693/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733257797603/wal.dat.0 so closing down 2024-12-03T20:29:59,809 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T20:29:59,812 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T20:29:59,849 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-12-03T20:29:59,852 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-12-03T20:29:59,854 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/e58759c2-c4d3-9a51-df89-291cdfbd5693/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-12-03T20:29:59,870 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/e58759c2-c4d3-9a51-df89-291cdfbd5693/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-12-03T20:29:59,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742088_1267 (size=743) 2024-12-03T20:29:59,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742088_1267 (size=743) 2024-12-03T20:29:59,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742089_1268 (size=743) 2024-12-03T20:29:59,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742089_1268 (size=743) 2024-12-03T20:29:59,985 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/e58759c2-c4d3-9a51-df89-291cdfbd5693/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T20:29:59,991 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/e58759c2-c4d3-9a51-df89-291cdfbd5693/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:45023/user/jenkins/test-data/e58759c2-c4d3-9a51-df89-291cdfbd5693/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-12-03T20:30:00,368 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/e58759c2-c4d3-9a51-df89-291cdfbd5693/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T20:30:00,376 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/e58759c2-c4d3-9a51-df89-291cdfbd5693/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:45023/user/jenkins/test-data/e58759c2-c4d3-9a51-df89-291cdfbd5693/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-12-03T20:30:00,376 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 580 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/e58759c2-c4d3-9a51-df89-291cdfbd5693/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733257797603/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-03T20:30:00,376 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45023/user/jenkins/test-data/e58759c2-c4d3-9a51-df89-291cdfbd5693/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733257797603/wal.dat.0, journal: Splitting hdfs://localhost:45023/user/jenkins/test-data/e58759c2-c4d3-9a51-df89-291cdfbd5693/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733257797603/wal.dat.0, size=1.4 K (1393bytes) at 1733257799757Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/e58759c2-c4d3-9a51-df89-291cdfbd5693/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733257797603/wal.dat.0 so closing down at 1733257799809 (+52 ms)3 split writer threads finished at 1733257799812 (+3 ms)Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/e58759c2-c4d3-9a51-df89-291cdfbd5693/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1733257799854 (+42 ms)Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/e58759c2-c4d3-9a51-df89-291cdfbd5693/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1733257799870 (+16 ms)Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/e58759c2-c4d3-9a51-df89-291cdfbd5693/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733257799985 (+115 ms)Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/e58759c2-c4d3-9a51-df89-291cdfbd5693/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:45023/user/jenkins/test-data/e58759c2-c4d3-9a51-df89-291cdfbd5693/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1733257799991 (+6 ms)Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/e58759c2-c4d3-9a51-df89-291cdfbd5693/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733257800368 (+377 ms)Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/e58759c2-c4d3-9a51-df89-291cdfbd5693/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:45023/user/jenkins/test-data/e58759c2-c4d3-9a51-df89-291cdfbd5693/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1733257800376 (+8 ms)Processed 20 edits across 2 Regions in 580 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/e58759c2-c4d3-9a51-df89-291cdfbd5693/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733257797603/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733257800376 2024-12-03T20:30:00,378 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45023/user/jenkins/test-data/e58759c2-c4d3-9a51-df89-291cdfbd5693/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733257797603/wal.dat.0 to hdfs://localhost:45023/user/jenkins/test-data/e58759c2-c4d3-9a51-df89-291cdfbd5693/oldWALs/wal.dat.0 2024-12-03T20:30:00,378 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45023/user/jenkins/test-data/e58759c2-c4d3-9a51-df89-291cdfbd5693/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733257797603/wal.dat.1, size=1.4 K (1393bytes) 2024-12-03T20:30:00,378 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45023/user/jenkins/test-data/e58759c2-c4d3-9a51-df89-291cdfbd5693/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733257797603/wal.dat.1 2024-12-03T20:30:00,378 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45023/user/jenkins/test-data/e58759c2-c4d3-9a51-df89-291cdfbd5693/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733257797603/wal.dat.1 after 0ms 2024-12-03T20:30:00,384 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45023/user/jenkins/test-data/e58759c2-c4d3-9a51-df89-291cdfbd5693/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733257797603/wal.dat.1 took 6ms 2024-12-03T20:30:00,389 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/e58759c2-c4d3-9a51-df89-291cdfbd5693/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733257797603/wal.dat.1 so closing down 2024-12-03T20:30:00,389 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T20:30:00,389 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T20:30:00,391 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-12-03T20:30:00,395 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-12-03T20:30:00,395 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/e58759c2-c4d3-9a51-df89-291cdfbd5693/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-12-03T20:30:00,404 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/e58759c2-c4d3-9a51-df89-291cdfbd5693/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-12-03T20:30:00,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742091_1270 (size=743) 2024-12-03T20:30:00,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742090_1269 (size=743) 2024-12-03T20:30:00,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742091_1270 (size=743) 2024-12-03T20:30:00,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742090_1269 (size=743) 2024-12-03T20:30:00,504 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/e58759c2-c4d3-9a51-df89-291cdfbd5693/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T20:30:00,505 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/e58759c2-c4d3-9a51-df89-291cdfbd5693/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T20:30:00,521 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/e58759c2-c4d3-9a51-df89-291cdfbd5693/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:45023/user/jenkins/test-data/e58759c2-c4d3-9a51-df89-291cdfbd5693/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-12-03T20:30:00,521 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/e58759c2-c4d3-9a51-df89-291cdfbd5693/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:45023/user/jenkins/test-data/e58759c2-c4d3-9a51-df89-291cdfbd5693/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-12-03T20:30:00,521 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 133 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/e58759c2-c4d3-9a51-df89-291cdfbd5693/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733257797603/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-03T20:30:00,521 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45023/user/jenkins/test-data/e58759c2-c4d3-9a51-df89-291cdfbd5693/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733257797603/wal.dat.1, journal: Splitting hdfs://localhost:45023/user/jenkins/test-data/e58759c2-c4d3-9a51-df89-291cdfbd5693/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733257797603/wal.dat.1, size=1.4 K (1393bytes) at 1733257800378Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/e58759c2-c4d3-9a51-df89-291cdfbd5693/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733257797603/wal.dat.1 so closing down at 1733257800389 (+11 ms)3 split writer threads finished at 1733257800389Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/e58759c2-c4d3-9a51-df89-291cdfbd5693/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1733257800395 (+6 ms)Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/e58759c2-c4d3-9a51-df89-291cdfbd5693/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1733257800404 (+9 ms)Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/e58759c2-c4d3-9a51-df89-291cdfbd5693/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733257800504 (+100 ms)Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/e58759c2-c4d3-9a51-df89-291cdfbd5693/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733257800505 (+1 ms)Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/e58759c2-c4d3-9a51-df89-291cdfbd5693/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:45023/user/jenkins/test-data/e58759c2-c4d3-9a51-df89-291cdfbd5693/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1733257800521 (+16 ms)Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/e58759c2-c4d3-9a51-df89-291cdfbd5693/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:45023/user/jenkins/test-data/e58759c2-c4d3-9a51-df89-291cdfbd5693/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1733257800521Processed 20 edits across 2 Regions in 133 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/e58759c2-c4d3-9a51-df89-291cdfbd5693/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733257797603/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733257800521 2024-12-03T20:30:00,557 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45023/user/jenkins/test-data/e58759c2-c4d3-9a51-df89-291cdfbd5693/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733257797603/wal.dat.1 to hdfs://localhost:45023/user/jenkins/test-data/e58759c2-c4d3-9a51-df89-291cdfbd5693/oldWALs/wal.dat.1 2024-12-03T20:30:00,557 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45023/user/jenkins/test-data/e58759c2-c4d3-9a51-df89-291cdfbd5693/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733257797603/wal.dat.2, size=1.4 K (1393bytes) 2024-12-03T20:30:00,557 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45023/user/jenkins/test-data/e58759c2-c4d3-9a51-df89-291cdfbd5693/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733257797603/wal.dat.2 2024-12-03T20:30:00,559 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45023/user/jenkins/test-data/e58759c2-c4d3-9a51-df89-291cdfbd5693/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733257797603/wal.dat.2 after 2ms 2024-12-03T20:30:00,569 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45023/user/jenkins/test-data/e58759c2-c4d3-9a51-df89-291cdfbd5693/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733257797603/wal.dat.2 took 12ms 2024-12-03T20:30:00,585 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/e58759c2-c4d3-9a51-df89-291cdfbd5693/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733257797603/wal.dat.2 so closing down 2024-12-03T20:30:00,585 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T20:30:00,596 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T20:30:00,637 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-12-03T20:30:00,645 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-12-03T20:30:00,652 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/e58759c2-c4d3-9a51-df89-291cdfbd5693/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-12-03T20:30:00,652 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/e58759c2-c4d3-9a51-df89-291cdfbd5693/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-12-03T20:30:00,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742093_1272 (size=743) 2024-12-03T20:30:00,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742093_1272 (size=743) 2024-12-03T20:30:00,733 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/e58759c2-c4d3-9a51-df89-291cdfbd5693/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T20:30:00,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742092_1271 (size=743) 2024-12-03T20:30:00,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742092_1271 (size=743) 2024-12-03T20:30:00,749 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/e58759c2-c4d3-9a51-df89-291cdfbd5693/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:45023/user/jenkins/test-data/e58759c2-c4d3-9a51-df89-291cdfbd5693/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-12-03T20:30:01,142 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/e58759c2-c4d3-9a51-df89-291cdfbd5693/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T20:30:01,151 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/e58759c2-c4d3-9a51-df89-291cdfbd5693/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:45023/user/jenkins/test-data/e58759c2-c4d3-9a51-df89-291cdfbd5693/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-12-03T20:30:01,156 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 572 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/e58759c2-c4d3-9a51-df89-291cdfbd5693/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733257797603/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-03T20:30:01,156 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45023/user/jenkins/test-data/e58759c2-c4d3-9a51-df89-291cdfbd5693/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733257797603/wal.dat.2, journal: Splitting hdfs://localhost:45023/user/jenkins/test-data/e58759c2-c4d3-9a51-df89-291cdfbd5693/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733257797603/wal.dat.2, size=1.4 K (1393bytes) at 1733257800557Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/e58759c2-c4d3-9a51-df89-291cdfbd5693/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733257797603/wal.dat.2 so closing down at 1733257800585 (+28 ms)3 split writer threads finished at 1733257800596 (+11 ms)Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/e58759c2-c4d3-9a51-df89-291cdfbd5693/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1733257800652 (+56 ms)Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/e58759c2-c4d3-9a51-df89-291cdfbd5693/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1733257800652Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/e58759c2-c4d3-9a51-df89-291cdfbd5693/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733257800733 (+81 ms)Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/e58759c2-c4d3-9a51-df89-291cdfbd5693/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:45023/user/jenkins/test-data/e58759c2-c4d3-9a51-df89-291cdfbd5693/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1733257800749 (+16 ms)Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/e58759c2-c4d3-9a51-df89-291cdfbd5693/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733257801142 (+393 ms)Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/e58759c2-c4d3-9a51-df89-291cdfbd5693/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:45023/user/jenkins/test-data/e58759c2-c4d3-9a51-df89-291cdfbd5693/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1733257801151 (+9 ms)Processed 20 edits across 2 Regions in 572 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/e58759c2-c4d3-9a51-df89-291cdfbd5693/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733257797603/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733257801156 (+5 ms) 2024-12-03T20:30:01,174 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45023/user/jenkins/test-data/e58759c2-c4d3-9a51-df89-291cdfbd5693/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733257797603/wal.dat.2 to hdfs://localhost:45023/user/jenkins/test-data/e58759c2-c4d3-9a51-df89-291cdfbd5693/oldWALs/wal.dat.2 2024-12-03T20:30:01,174 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45023/user/jenkins/test-data/e58759c2-c4d3-9a51-df89-291cdfbd5693/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733257797603/wal.dat.3, size=1.4 K (1393bytes) 2024-12-03T20:30:01,174 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45023/user/jenkins/test-data/e58759c2-c4d3-9a51-df89-291cdfbd5693/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733257797603/wal.dat.3 2024-12-03T20:30:01,175 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45023/user/jenkins/test-data/e58759c2-c4d3-9a51-df89-291cdfbd5693/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733257797603/wal.dat.3 after 1ms 2024-12-03T20:30:01,181 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45023/user/jenkins/test-data/e58759c2-c4d3-9a51-df89-291cdfbd5693/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733257797603/wal.dat.3 took 7ms 2024-12-03T20:30:01,184 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/e58759c2-c4d3-9a51-df89-291cdfbd5693/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733257797603/wal.dat.3 so closing down 2024-12-03T20:30:01,184 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T20:30:01,184 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T20:30:01,207 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-12-03T20:30:01,212 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/e58759c2-c4d3-9a51-df89-291cdfbd5693/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-12-03T20:30:01,220 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-12-03T20:30:01,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742094_1273 (size=743) 2024-12-03T20:30:01,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742094_1273 (size=743) 2024-12-03T20:30:01,252 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/e58759c2-c4d3-9a51-df89-291cdfbd5693/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-12-03T20:30:01,253 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/e58759c2-c4d3-9a51-df89-291cdfbd5693/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T20:30:01,260 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/e58759c2-c4d3-9a51-df89-291cdfbd5693/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:45023/user/jenkins/test-data/e58759c2-c4d3-9a51-df89-291cdfbd5693/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-12-03T20:30:01,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742095_1274 (size=743) 2024-12-03T20:30:01,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742095_1274 (size=743) 2024-12-03T20:30:01,298 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/e58759c2-c4d3-9a51-df89-291cdfbd5693/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T20:30:01,299 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/e58759c2-c4d3-9a51-df89-291cdfbd5693/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:45023/user/jenkins/test-data/e58759c2-c4d3-9a51-df89-291cdfbd5693/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-12-03T20:30:01,299 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 117 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/e58759c2-c4d3-9a51-df89-291cdfbd5693/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733257797603/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-03T20:30:01,299 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45023/user/jenkins/test-data/e58759c2-c4d3-9a51-df89-291cdfbd5693/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733257797603/wal.dat.3, journal: Splitting hdfs://localhost:45023/user/jenkins/test-data/e58759c2-c4d3-9a51-df89-291cdfbd5693/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733257797603/wal.dat.3, size=1.4 K (1393bytes) at 1733257801174Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/e58759c2-c4d3-9a51-df89-291cdfbd5693/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733257797603/wal.dat.3 so closing down at 1733257801184 (+10 ms)3 split writer threads finished at 1733257801184Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/e58759c2-c4d3-9a51-df89-291cdfbd5693/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1733257801212 (+28 ms)Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/e58759c2-c4d3-9a51-df89-291cdfbd5693/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1733257801252 (+40 ms)Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/e58759c2-c4d3-9a51-df89-291cdfbd5693/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733257801253 (+1 ms)Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/e58759c2-c4d3-9a51-df89-291cdfbd5693/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:45023/user/jenkins/test-data/e58759c2-c4d3-9a51-df89-291cdfbd5693/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1733257801261 (+8 ms)Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/e58759c2-c4d3-9a51-df89-291cdfbd5693/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733257801298 (+37 ms)Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/e58759c2-c4d3-9a51-df89-291cdfbd5693/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:45023/user/jenkins/test-data/e58759c2-c4d3-9a51-df89-291cdfbd5693/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1733257801299 (+1 ms)Processed 20 edits across 2 Regions in 117 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/e58759c2-c4d3-9a51-df89-291cdfbd5693/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733257797603/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733257801299 2024-12-03T20:30:01,301 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45023/user/jenkins/test-data/e58759c2-c4d3-9a51-df89-291cdfbd5693/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733257797603/wal.dat.3 to hdfs://localhost:45023/user/jenkins/test-data/e58759c2-c4d3-9a51-df89-291cdfbd5693/oldWALs/wal.dat.3 2024-12-03T20:30:01,302 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45023/user/jenkins/test-data/e58759c2-c4d3-9a51-df89-291cdfbd5693/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733257797603/wal.dat.4, size=1.4 K (1393bytes) 2024-12-03T20:30:01,302 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45023/user/jenkins/test-data/e58759c2-c4d3-9a51-df89-291cdfbd5693/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733257797603/wal.dat.4 2024-12-03T20:30:01,302 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45023/user/jenkins/test-data/e58759c2-c4d3-9a51-df89-291cdfbd5693/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733257797603/wal.dat.4 after 0ms 2024-12-03T20:30:01,304 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45023/user/jenkins/test-data/e58759c2-c4d3-9a51-df89-291cdfbd5693/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733257797603/wal.dat.4 took 3ms 2024-12-03T20:30:01,309 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/e58759c2-c4d3-9a51-df89-291cdfbd5693/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733257797603/wal.dat.4 so closing down 2024-12-03T20:30:01,309 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T20:30:01,309 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T20:30:01,312 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-12-03T20:30:01,312 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-12-03T20:30:01,314 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/e58759c2-c4d3-9a51-df89-291cdfbd5693/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-12-03T20:30:01,325 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/e58759c2-c4d3-9a51-df89-291cdfbd5693/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-12-03T20:30:01,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742096_1275 (size=743) 2024-12-03T20:30:01,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742096_1275 (size=743) 2024-12-03T20:30:01,337 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/e58759c2-c4d3-9a51-df89-291cdfbd5693/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T20:30:01,338 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/e58759c2-c4d3-9a51-df89-291cdfbd5693/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:45023/user/jenkins/test-data/e58759c2-c4d3-9a51-df89-291cdfbd5693/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-12-03T20:30:01,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742097_1276 (size=743) 2024-12-03T20:30:01,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742097_1276 (size=743) 2024-12-03T20:30:01,360 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/e58759c2-c4d3-9a51-df89-291cdfbd5693/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T20:30:01,362 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/e58759c2-c4d3-9a51-df89-291cdfbd5693/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:45023/user/jenkins/test-data/e58759c2-c4d3-9a51-df89-291cdfbd5693/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-12-03T20:30:01,362 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 54 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/e58759c2-c4d3-9a51-df89-291cdfbd5693/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733257797603/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-03T20:30:01,362 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45023/user/jenkins/test-data/e58759c2-c4d3-9a51-df89-291cdfbd5693/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733257797603/wal.dat.4, journal: Splitting hdfs://localhost:45023/user/jenkins/test-data/e58759c2-c4d3-9a51-df89-291cdfbd5693/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733257797603/wal.dat.4, size=1.4 K (1393bytes) at 1733257801302Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/e58759c2-c4d3-9a51-df89-291cdfbd5693/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733257797603/wal.dat.4 so closing down at 1733257801309 (+7 ms)3 split writer threads finished at 1733257801309Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/e58759c2-c4d3-9a51-df89-291cdfbd5693/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1733257801314 (+5 ms)Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/e58759c2-c4d3-9a51-df89-291cdfbd5693/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1733257801325 (+11 ms)Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/e58759c2-c4d3-9a51-df89-291cdfbd5693/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733257801337 (+12 ms)Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/e58759c2-c4d3-9a51-df89-291cdfbd5693/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:45023/user/jenkins/test-data/e58759c2-c4d3-9a51-df89-291cdfbd5693/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1733257801338 (+1 ms)Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/e58759c2-c4d3-9a51-df89-291cdfbd5693/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733257801360 (+22 ms)Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/e58759c2-c4d3-9a51-df89-291cdfbd5693/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:45023/user/jenkins/test-data/e58759c2-c4d3-9a51-df89-291cdfbd5693/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1733257801362 (+2 ms)Processed 20 edits across 2 Regions in 54 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/e58759c2-c4d3-9a51-df89-291cdfbd5693/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733257797603/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733257801362 2024-12-03T20:30:01,364 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45023/user/jenkins/test-data/e58759c2-c4d3-9a51-df89-291cdfbd5693/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733257797603/wal.dat.4 to hdfs://localhost:45023/user/jenkins/test-data/e58759c2-c4d3-9a51-df89-291cdfbd5693/oldWALs/wal.dat.4 2024-12-03T20:30:01,364 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45023/user/jenkins/test-data/e58759c2-c4d3-9a51-df89-291cdfbd5693/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733257797603/wal.dat.5, size=1.4 K (1394bytes) 2024-12-03T20:30:01,364 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45023/user/jenkins/test-data/e58759c2-c4d3-9a51-df89-291cdfbd5693/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733257797603/wal.dat.5 2024-12-03T20:30:01,364 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45023/user/jenkins/test-data/e58759c2-c4d3-9a51-df89-291cdfbd5693/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733257797603/wal.dat.5 after 0ms 2024-12-03T20:30:01,369 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:45023/user/jenkins/test-data/e58759c2-c4d3-9a51-df89-291cdfbd5693/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733257797603/wal.dat.5 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true; could not open hdfs://localhost:45023/user/jenkins/test-data/e58759c2-c4d3-9a51-df89-291cdfbd5693/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733257797603/wal.dat.5, skipping at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:481) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:305) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitAndCount(TestWALSplit.java:529) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testFirstLineCorruptionLogFileSkipErrorsPasses(TestWALSplit.java:587) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: Invalid PB WAL magic \x00PWA, expected PWAL at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.readHeader(AbstractProtobufWALReader.java:225) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.init(AbstractProtobufWALReader.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:417) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:396) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:527) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:459) ~[classes/:?] ... 31 more 2024-12-03T20:30:01,370 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/e58759c2-c4d3-9a51-df89-291cdfbd5693/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733257797603/wal.dat.5 so closing down 2024-12-03T20:30:01,370 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 6 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/e58759c2-c4d3-9a51-df89-291cdfbd5693/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733257797603/wal.dat.5, size=1.4 K, length=1394, corrupted=true, cancelled=false 2024-12-03T20:30:01,370 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45023/user/jenkins/test-data/e58759c2-c4d3-9a51-df89-291cdfbd5693/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733257797603/wal.dat.5, journal: Splitting hdfs://localhost:45023/user/jenkins/test-data/e58759c2-c4d3-9a51-df89-291cdfbd5693/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733257797603/wal.dat.5, size=1.4 K (1394bytes) at 1733257801364Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/e58759c2-c4d3-9a51-df89-291cdfbd5693/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733257797603/wal.dat.5 so closing down at 1733257801370 (+6 ms)Processed 0 edits across 0 Regions in 6 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/e58759c2-c4d3-9a51-df89-291cdfbd5693/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733257797603/wal.dat.5, size=1.4 K, length=1394, corrupted=true, cancelled=false at 1733257801370 2024-12-03T20:30:01,372 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45023/user/jenkins/test-data/e58759c2-c4d3-9a51-df89-291cdfbd5693/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733257797603/wal.dat.5 to hdfs://localhost:45023/user/jenkins/test-data/e58759c2-c4d3-9a51-df89-291cdfbd5693/corrupt/wal.dat.5 2024-12-03T20:30:01,372 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45023/user/jenkins/test-data/e58759c2-c4d3-9a51-df89-291cdfbd5693/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733257797603/wal.dat.6, size=1.4 K (1405bytes) 2024-12-03T20:30:01,372 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45023/user/jenkins/test-data/e58759c2-c4d3-9a51-df89-291cdfbd5693/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733257797603/wal.dat.6 2024-12-03T20:30:01,372 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45023/user/jenkins/test-data/e58759c2-c4d3-9a51-df89-291cdfbd5693/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733257797603/wal.dat.6 after 0ms 2024-12-03T20:30:01,374 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45023/user/jenkins/test-data/e58759c2-c4d3-9a51-df89-291cdfbd5693/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733257797603/wal.dat.6 took 2ms 2024-12-03T20:30:01,375 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/e58759c2-c4d3-9a51-df89-291cdfbd5693/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733257797603/wal.dat.6 so closing down 2024-12-03T20:30:01,375 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T20:30:01,382 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T20:30:01,383 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-12-03T20:30:01,384 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-12-03T20:30:01,384 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/e58759c2-c4d3-9a51-df89-291cdfbd5693/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-12-03T20:30:01,388 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/e58759c2-c4d3-9a51-df89-291cdfbd5693/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-12-03T20:30:01,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742099_1278 (size=749) 2024-12-03T20:30:01,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742098_1277 (size=749) 2024-12-03T20:30:01,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742099_1278 (size=749) 2024-12-03T20:30:01,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742098_1277 (size=749) 2024-12-03T20:30:01,400 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/e58759c2-c4d3-9a51-df89-291cdfbd5693/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T20:30:01,400 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/e58759c2-c4d3-9a51-df89-291cdfbd5693/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T20:30:01,401 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/e58759c2-c4d3-9a51-df89-291cdfbd5693/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:45023/user/jenkins/test-data/e58759c2-c4d3-9a51-df89-291cdfbd5693/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-12-03T20:30:01,401 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/e58759c2-c4d3-9a51-df89-291cdfbd5693/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:45023/user/jenkins/test-data/e58759c2-c4d3-9a51-df89-291cdfbd5693/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-12-03T20:30:01,401 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 27 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/e58759c2-c4d3-9a51-df89-291cdfbd5693/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733257797603/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-12-03T20:30:01,401 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45023/user/jenkins/test-data/e58759c2-c4d3-9a51-df89-291cdfbd5693/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733257797603/wal.dat.6, journal: Splitting hdfs://localhost:45023/user/jenkins/test-data/e58759c2-c4d3-9a51-df89-291cdfbd5693/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733257797603/wal.dat.6, size=1.4 K (1405bytes) at 1733257801372Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/e58759c2-c4d3-9a51-df89-291cdfbd5693/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733257797603/wal.dat.6 so closing down at 1733257801375 (+3 ms)3 split writer threads finished at 1733257801382 (+7 ms)Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/e58759c2-c4d3-9a51-df89-291cdfbd5693/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1733257801384 (+2 ms)Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/e58759c2-c4d3-9a51-df89-291cdfbd5693/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1733257801388 (+4 ms)Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/e58759c2-c4d3-9a51-df89-291cdfbd5693/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733257801400 (+12 ms)Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/e58759c2-c4d3-9a51-df89-291cdfbd5693/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733257801400Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/e58759c2-c4d3-9a51-df89-291cdfbd5693/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:45023/user/jenkins/test-data/e58759c2-c4d3-9a51-df89-291cdfbd5693/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1733257801401 (+1 ms)Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/e58759c2-c4d3-9a51-df89-291cdfbd5693/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:45023/user/jenkins/test-data/e58759c2-c4d3-9a51-df89-291cdfbd5693/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1733257801401Processed 20 edits across 2 Regions in 27 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/e58759c2-c4d3-9a51-df89-291cdfbd5693/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733257797603/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1733257801401 2024-12-03T20:30:01,402 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45023/user/jenkins/test-data/e58759c2-c4d3-9a51-df89-291cdfbd5693/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733257797603/wal.dat.6 to hdfs://localhost:45023/user/jenkins/test-data/e58759c2-c4d3-9a51-df89-291cdfbd5693/oldWALs/wal.dat.6 2024-12-03T20:30:01,403 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45023/user/jenkins/test-data/e58759c2-c4d3-9a51-df89-291cdfbd5693/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733257797603/wal.dat.7, size=1.4 K (1413bytes) 2024-12-03T20:30:01,403 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45023/user/jenkins/test-data/e58759c2-c4d3-9a51-df89-291cdfbd5693/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733257797603/wal.dat.7 2024-12-03T20:30:01,403 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45023/user/jenkins/test-data/e58759c2-c4d3-9a51-df89-291cdfbd5693/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733257797603/wal.dat.7 after 0ms 2024-12-03T20:30:01,404 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45023/user/jenkins/test-data/e58759c2-c4d3-9a51-df89-291cdfbd5693/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733257797603/wal.dat.7 took 2ms 2024-12-03T20:30:01,405 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/e58759c2-c4d3-9a51-df89-291cdfbd5693/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733257797603/wal.dat.7 so closing down 2024-12-03T20:30:01,405 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T20:30:01,405 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T20:30:01,407 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-12-03T20:30:01,408 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-12-03T20:30:01,408 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/e58759c2-c4d3-9a51-df89-291cdfbd5693/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-12-03T20:30:01,410 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/e58759c2-c4d3-9a51-df89-291cdfbd5693/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-12-03T20:30:01,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742100_1279 (size=753) 2024-12-03T20:30:01,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742100_1279 (size=753) 2024-12-03T20:30:01,467 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/e58759c2-c4d3-9a51-df89-291cdfbd5693/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T20:30:01,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742101_1280 (size=753) 2024-12-03T20:30:01,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742101_1280 (size=753) 2024-12-03T20:30:01,472 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/e58759c2-c4d3-9a51-df89-291cdfbd5693/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T20:30:01,473 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/e58759c2-c4d3-9a51-df89-291cdfbd5693/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:45023/user/jenkins/test-data/e58759c2-c4d3-9a51-df89-291cdfbd5693/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-12-03T20:30:01,473 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/e58759c2-c4d3-9a51-df89-291cdfbd5693/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:45023/user/jenkins/test-data/e58759c2-c4d3-9a51-df89-291cdfbd5693/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-12-03T20:30:01,473 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 68 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/e58759c2-c4d3-9a51-df89-291cdfbd5693/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733257797603/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-12-03T20:30:01,473 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45023/user/jenkins/test-data/e58759c2-c4d3-9a51-df89-291cdfbd5693/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733257797603/wal.dat.7, journal: Splitting hdfs://localhost:45023/user/jenkins/test-data/e58759c2-c4d3-9a51-df89-291cdfbd5693/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733257797603/wal.dat.7, size=1.4 K (1413bytes) at 1733257801403Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/e58759c2-c4d3-9a51-df89-291cdfbd5693/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733257797603/wal.dat.7 so closing down at 1733257801405 (+2 ms)3 split writer threads finished at 1733257801405Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/e58759c2-c4d3-9a51-df89-291cdfbd5693/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1733257801408 (+3 ms)Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/e58759c2-c4d3-9a51-df89-291cdfbd5693/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1733257801410 (+2 ms)Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/e58759c2-c4d3-9a51-df89-291cdfbd5693/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733257801467 (+57 ms)Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/e58759c2-c4d3-9a51-df89-291cdfbd5693/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733257801472 (+5 ms)Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/e58759c2-c4d3-9a51-df89-291cdfbd5693/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:45023/user/jenkins/test-data/e58759c2-c4d3-9a51-df89-291cdfbd5693/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1733257801473 (+1 ms)Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/e58759c2-c4d3-9a51-df89-291cdfbd5693/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:45023/user/jenkins/test-data/e58759c2-c4d3-9a51-df89-291cdfbd5693/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1733257801473Processed 20 edits across 2 Regions in 68 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/e58759c2-c4d3-9a51-df89-291cdfbd5693/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733257797603/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1733257801473 2024-12-03T20:30:01,475 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45023/user/jenkins/test-data/e58759c2-c4d3-9a51-df89-291cdfbd5693/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733257797603/wal.dat.7 to hdfs://localhost:45023/user/jenkins/test-data/e58759c2-c4d3-9a51-df89-291cdfbd5693/oldWALs/wal.dat.7 2024-12-03T20:30:01,475 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45023/user/jenkins/test-data/e58759c2-c4d3-9a51-df89-291cdfbd5693/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733257797603/wal.dat.8, size=1.4 K (1413bytes) 2024-12-03T20:30:01,475 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45023/user/jenkins/test-data/e58759c2-c4d3-9a51-df89-291cdfbd5693/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733257797603/wal.dat.8 2024-12-03T20:30:01,475 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45023/user/jenkins/test-data/e58759c2-c4d3-9a51-df89-291cdfbd5693/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733257797603/wal.dat.8 after 0ms 2024-12-03T20:30:01,479 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45023/user/jenkins/test-data/e58759c2-c4d3-9a51-df89-291cdfbd5693/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733257797603/wal.dat.8 took 4ms 2024-12-03T20:30:01,485 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/e58759c2-c4d3-9a51-df89-291cdfbd5693/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733257797603/wal.dat.8 so closing down 2024-12-03T20:30:01,485 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T20:30:01,485 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T20:30:01,487 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-12-03T20:30:01,487 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-12-03T20:30:01,489 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/e58759c2-c4d3-9a51-df89-291cdfbd5693/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-12-03T20:30:01,492 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/e58759c2-c4d3-9a51-df89-291cdfbd5693/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-12-03T20:30:01,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742102_1281 (size=753) 2024-12-03T20:30:01,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742102_1281 (size=753) 2024-12-03T20:30:01,510 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/e58759c2-c4d3-9a51-df89-291cdfbd5693/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T20:30:01,511 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/e58759c2-c4d3-9a51-df89-291cdfbd5693/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:45023/user/jenkins/test-data/e58759c2-c4d3-9a51-df89-291cdfbd5693/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-12-03T20:30:01,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742103_1282 (size=753) 2024-12-03T20:30:01,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742103_1282 (size=753) 2024-12-03T20:30:01,523 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/e58759c2-c4d3-9a51-df89-291cdfbd5693/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T20:30:01,525 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/e58759c2-c4d3-9a51-df89-291cdfbd5693/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:45023/user/jenkins/test-data/e58759c2-c4d3-9a51-df89-291cdfbd5693/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-12-03T20:30:01,525 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 41 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/e58759c2-c4d3-9a51-df89-291cdfbd5693/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733257797603/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-12-03T20:30:01,525 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45023/user/jenkins/test-data/e58759c2-c4d3-9a51-df89-291cdfbd5693/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733257797603/wal.dat.8, journal: Splitting hdfs://localhost:45023/user/jenkins/test-data/e58759c2-c4d3-9a51-df89-291cdfbd5693/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733257797603/wal.dat.8, size=1.4 K (1413bytes) at 1733257801475Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/e58759c2-c4d3-9a51-df89-291cdfbd5693/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733257797603/wal.dat.8 so closing down at 1733257801485 (+10 ms)3 split writer threads finished at 1733257801485Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/e58759c2-c4d3-9a51-df89-291cdfbd5693/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1733257801489 (+4 ms)Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/e58759c2-c4d3-9a51-df89-291cdfbd5693/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1733257801492 (+3 ms)Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/e58759c2-c4d3-9a51-df89-291cdfbd5693/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733257801510 (+18 ms)Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/e58759c2-c4d3-9a51-df89-291cdfbd5693/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:45023/user/jenkins/test-data/e58759c2-c4d3-9a51-df89-291cdfbd5693/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1733257801511 (+1 ms)Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/e58759c2-c4d3-9a51-df89-291cdfbd5693/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733257801523 (+12 ms)Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/e58759c2-c4d3-9a51-df89-291cdfbd5693/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:45023/user/jenkins/test-data/e58759c2-c4d3-9a51-df89-291cdfbd5693/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1733257801525 (+2 ms)Processed 20 edits across 2 Regions in 41 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/e58759c2-c4d3-9a51-df89-291cdfbd5693/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733257797603/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1733257801525 2024-12-03T20:30:01,526 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45023/user/jenkins/test-data/e58759c2-c4d3-9a51-df89-291cdfbd5693/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733257797603/wal.dat.8 to hdfs://localhost:45023/user/jenkins/test-data/e58759c2-c4d3-9a51-df89-291cdfbd5693/oldWALs/wal.dat.8 2024-12-03T20:30:01,526 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45023/user/jenkins/test-data/e58759c2-c4d3-9a51-df89-291cdfbd5693/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733257797603/wal.dat.9, size=1.4 K (1413bytes) 2024-12-03T20:30:01,526 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45023/user/jenkins/test-data/e58759c2-c4d3-9a51-df89-291cdfbd5693/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733257797603/wal.dat.9 2024-12-03T20:30:01,527 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45023/user/jenkins/test-data/e58759c2-c4d3-9a51-df89-291cdfbd5693/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733257797603/wal.dat.9 after 1ms 2024-12-03T20:30:01,528 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45023/user/jenkins/test-data/e58759c2-c4d3-9a51-df89-291cdfbd5693/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733257797603/wal.dat.9 took 2ms 2024-12-03T20:30:01,533 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/e58759c2-c4d3-9a51-df89-291cdfbd5693/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733257797603/wal.dat.9 so closing down 2024-12-03T20:30:01,533 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T20:30:01,533 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T20:30:01,535 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-12-03T20:30:01,536 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/e58759c2-c4d3-9a51-df89-291cdfbd5693/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-12-03T20:30:01,536 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-12-03T20:30:01,549 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/e58759c2-c4d3-9a51-df89-291cdfbd5693/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-12-03T20:30:01,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742104_1283 (size=753) 2024-12-03T20:30:01,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742104_1283 (size=753) 2024-12-03T20:30:01,561 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/e58759c2-c4d3-9a51-df89-291cdfbd5693/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T20:30:01,564 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/e58759c2-c4d3-9a51-df89-291cdfbd5693/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:45023/user/jenkins/test-data/e58759c2-c4d3-9a51-df89-291cdfbd5693/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-12-03T20:30:01,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742105_1284 (size=753) 2024-12-03T20:30:01,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742105_1284 (size=753) 2024-12-03T20:30:01,586 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/e58759c2-c4d3-9a51-df89-291cdfbd5693/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T20:30:01,587 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/e58759c2-c4d3-9a51-df89-291cdfbd5693/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:45023/user/jenkins/test-data/e58759c2-c4d3-9a51-df89-291cdfbd5693/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-12-03T20:30:01,587 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 55 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/e58759c2-c4d3-9a51-df89-291cdfbd5693/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733257797603/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-12-03T20:30:01,587 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45023/user/jenkins/test-data/e58759c2-c4d3-9a51-df89-291cdfbd5693/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733257797603/wal.dat.9, journal: Splitting hdfs://localhost:45023/user/jenkins/test-data/e58759c2-c4d3-9a51-df89-291cdfbd5693/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733257797603/wal.dat.9, size=1.4 K (1413bytes) at 1733257801526Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/e58759c2-c4d3-9a51-df89-291cdfbd5693/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733257797603/wal.dat.9 so closing down at 1733257801533 (+7 ms)3 split writer threads finished at 1733257801533Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/e58759c2-c4d3-9a51-df89-291cdfbd5693/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1733257801536 (+3 ms)Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/e58759c2-c4d3-9a51-df89-291cdfbd5693/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1733257801549 (+13 ms)Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/e58759c2-c4d3-9a51-df89-291cdfbd5693/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733257801561 (+12 ms)Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/e58759c2-c4d3-9a51-df89-291cdfbd5693/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:45023/user/jenkins/test-data/e58759c2-c4d3-9a51-df89-291cdfbd5693/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1733257801564 (+3 ms)Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/e58759c2-c4d3-9a51-df89-291cdfbd5693/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733257801586 (+22 ms)Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/e58759c2-c4d3-9a51-df89-291cdfbd5693/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:45023/user/jenkins/test-data/e58759c2-c4d3-9a51-df89-291cdfbd5693/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1733257801587 (+1 ms)Processed 20 edits across 2 Regions in 55 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/e58759c2-c4d3-9a51-df89-291cdfbd5693/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733257797603/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1733257801587 2024-12-03T20:30:01,588 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45023/user/jenkins/test-data/e58759c2-c4d3-9a51-df89-291cdfbd5693/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733257797603/wal.dat.9 to hdfs://localhost:45023/user/jenkins/test-data/e58759c2-c4d3-9a51-df89-291cdfbd5693/oldWALs/wal.dat.9 2024-12-03T20:30:01,668 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testFirstLineCorruptionLogFileSkipErrorsPasses Thread=129 (was 129), OpenFileDescriptor=387 (was 387), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1332 (was 1353), ProcessCount=11 (was 11), AvailableMemoryMB=776 (was 262) - AvailableMemoryMB LEAK? - 2024-12-03T20:30:01,674 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitRemovesRegionEventsEdits Thread=129, OpenFileDescriptor=387, MaxFileDescriptor=1048576, SystemLoadAverage=1332, ProcessCount=11, AvailableMemoryMB=775 2024-12-03T20:30:01,674 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-12-03T20:30:01,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742106_1285 (size=7) 2024-12-03T20:30:01,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742106_1285 (size=7) 2024-12-03T20:30:02,141 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45023/user/jenkins/test-data/72ccf0d3-cc6f-26e3-cf7f-cdec76677e77 with version=8 2024-12-03T20:30:02,141 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:30:02,143 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:30:02,150 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-12-03T20:30:02,150 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region region__1 2024-12-03T20:30:02,162 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-12-03T20:30:02,172 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:02,172 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:02,233 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:02,233 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:02,235 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:02,235 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:02,236 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:02,236 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:02,238 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:02,238 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:02,240 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:02,240 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:02,250 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:02,250 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:02,256 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:02,256 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:02,260 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:02,260 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:02,262 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:02,262 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:02,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742107_1286 (size=2403) 2024-12-03T20:30:02,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742107_1286 (size=2403) 2024-12-03T20:30:02,270 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-12-03T20:30:02,323 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45023/user/jenkins/test-data/5cfabd14-610e-08ef-c692-377388ad33f9/WALs/testsplitremovesregioneventsedits,16010,1733257802150/wal.dat.0, size=2.3 K (2403bytes) 2024-12-03T20:30:02,323 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45023/user/jenkins/test-data/5cfabd14-610e-08ef-c692-377388ad33f9/WALs/testsplitremovesregioneventsedits,16010,1733257802150/wal.dat.0 2024-12-03T20:30:02,327 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45023/user/jenkins/test-data/5cfabd14-610e-08ef-c692-377388ad33f9/WALs/testsplitremovesregioneventsedits,16010,1733257802150/wal.dat.0 after 4ms 2024-12-03T20:30:02,337 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45023/user/jenkins/test-data/5cfabd14-610e-08ef-c692-377388ad33f9/WALs/testsplitremovesregioneventsedits,16010,1733257802150/wal.dat.0 took 14ms 2024-12-03T20:30:02,374 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/5cfabd14-610e-08ef-c692-377388ad33f9/WALs/testsplitremovesregioneventsedits,16010,1733257802150/wal.dat.0 so closing down 2024-12-03T20:30:02,374 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T20:30:02,381 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T20:30:02,394 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-12-03T20:30:02,396 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/5cfabd14-610e-08ef-c692-377388ad33f9/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-12-03T20:30:02,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742108_1287 (size=863) 2024-12-03T20:30:02,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742108_1287 (size=863) 2024-12-03T20:30:02,852 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/5cfabd14-610e-08ef-c692-377388ad33f9/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T20:30:02,863 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/5cfabd14-610e-08ef-c692-377388ad33f9/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:45023/user/jenkins/test-data/5cfabd14-610e-08ef-c692-377388ad33f9/data/default/t1/region__1/recovered.edits/0000000000000000009 2024-12-03T20:30:02,867 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 1 Regions in 499 ms; skipped=10; WAL=hdfs://localhost:45023/user/jenkins/test-data/5cfabd14-610e-08ef-c692-377388ad33f9/WALs/testsplitremovesregioneventsedits,16010,1733257802150/wal.dat.0, size=2.3 K, length=2403, corrupted=false, cancelled=false 2024-12-03T20:30:02,867 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45023/user/jenkins/test-data/5cfabd14-610e-08ef-c692-377388ad33f9/WALs/testsplitremovesregioneventsedits,16010,1733257802150/wal.dat.0, journal: Splitting hdfs://localhost:45023/user/jenkins/test-data/5cfabd14-610e-08ef-c692-377388ad33f9/WALs/testsplitremovesregioneventsedits,16010,1733257802150/wal.dat.0, size=2.3 K (2403bytes) at 1733257802323Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/5cfabd14-610e-08ef-c692-377388ad33f9/WALs/testsplitremovesregioneventsedits,16010,1733257802150/wal.dat.0 so closing down at 1733257802374 (+51 ms)3 split writer threads finished at 1733257802381 (+7 ms)Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/5cfabd14-610e-08ef-c692-377388ad33f9/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp at 1733257802396 (+15 ms)Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/5cfabd14-610e-08ef-c692-377388ad33f9/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733257802852 (+456 ms)Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/5cfabd14-610e-08ef-c692-377388ad33f9/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:45023/user/jenkins/test-data/5cfabd14-610e-08ef-c692-377388ad33f9/data/default/t1/region__1/recovered.edits/0000000000000000009 at 1733257802863 (+11 ms)Processed 20 edits across 1 Regions in 499 ms; skipped=10; WAL=hdfs://localhost:45023/user/jenkins/test-data/5cfabd14-610e-08ef-c692-377388ad33f9/WALs/testsplitremovesregioneventsedits,16010,1733257802150/wal.dat.0, size=2.3 K, length=2403, corrupted=false, cancelled=false at 1733257802867 (+4 ms) 2024-12-03T20:30:02,888 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45023/user/jenkins/test-data/5cfabd14-610e-08ef-c692-377388ad33f9/WALs/testsplitremovesregioneventsedits,16010,1733257802150/wal.dat.0 to hdfs://localhost:45023/user/jenkins/test-data/5cfabd14-610e-08ef-c692-377388ad33f9/oldWALs/wal.dat.0 2024-12-03T20:30:02,977 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitRemovesRegionEventsEdits Thread=130 (was 129) - Thread LEAK? -, OpenFileDescriptor=389 (was 387) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1332 (was 1332), ProcessCount=11 (was 11), AvailableMemoryMB=759 (was 775) 2024-12-03T20:30:02,999 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testHasRecoveredEdits Thread=130, OpenFileDescriptor=389, MaxFileDescriptor=1048576, SystemLoadAverage=1332, ProcessCount=11, AvailableMemoryMB=754 2024-12-03T20:30:03,000 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-12-03T20:30:03,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742109_1288 (size=7) 2024-12-03T20:30:03,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742109_1288 (size=7) 2024-12-03T20:30:03,085 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45023/user/jenkins/test-data/72ccf0d3-cc6f-26e3-cf7f-cdec76677e77 with version=8 2024-12-03T20:30:03,086 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:30:03,088 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:30:03,095 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-12-03T20:30:03,140 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testHasRecoveredEdits Thread=130 (was 130), OpenFileDescriptor=389 (was 389), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1332 (was 1332), ProcessCount=11 (was 11), AvailableMemoryMB=723 (was 754) 2024-12-03T20:30:03,159 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitRemovesReplicationMarkerEdits Thread=130, OpenFileDescriptor=389, MaxFileDescriptor=1048576, SystemLoadAverage=1332, ProcessCount=11, AvailableMemoryMB=717 2024-12-03T20:30:03,160 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-12-03T20:30:03,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742110_1289 (size=7) 2024-12-03T20:30:03,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742110_1289 (size=7) 2024-12-03T20:30:03,225 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45023/user/jenkins/test-data/72ccf0d3-cc6f-26e3-cf7f-cdec76677e77 with version=8 2024-12-03T20:30:03,225 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:30:03,227 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:30:03,231 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-12-03T20:30:03,261 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-12-03T20:30:03,275 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:03,275 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:03,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742111_1290 (size=255) 2024-12-03T20:30:03,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742111_1290 (size=255) 2024-12-03T20:30:03,398 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45023/user/jenkins/test-data/7a7e72a6-a6d9-89ee-78dc-b8cbdb2d86c4/WALs/testsplitremovesreplicationmarkeredits,16010,1733257803231/wal.dat.1, size=255 (255bytes) 2024-12-03T20:30:03,398 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45023/user/jenkins/test-data/7a7e72a6-a6d9-89ee-78dc-b8cbdb2d86c4/WALs/testsplitremovesreplicationmarkeredits,16010,1733257803231/wal.dat.1 2024-12-03T20:30:03,400 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45023/user/jenkins/test-data/7a7e72a6-a6d9-89ee-78dc-b8cbdb2d86c4/WALs/testsplitremovesreplicationmarkeredits,16010,1733257803231/wal.dat.1 after 2ms 2024-12-03T20:30:03,410 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45023/user/jenkins/test-data/7a7e72a6-a6d9-89ee-78dc-b8cbdb2d86c4/WALs/testsplitremovesreplicationmarkeredits,16010,1733257803231/wal.dat.1 took 17ms 2024-12-03T20:30:03,420 DEBUG [Time-limited test {}] wal.WALSplitter(323): Ignoring Replication marker edits. 2024-12-03T20:30:03,420 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/7a7e72a6-a6d9-89ee-78dc-b8cbdb2d86c4/WALs/testsplitremovesreplicationmarkeredits,16010,1733257803231/wal.dat.1 so closing down 2024-12-03T20:30:03,420 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T20:30:03,421 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T20:30:03,421 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/7a7e72a6-a6d9-89ee-78dc-b8cbdb2d86c4/WALs/testsplitremovesreplicationmarkeredits,16010,1733257803231/wal.dat.1, size=255, length=255, corrupted=false, cancelled=false 2024-12-03T20:30:03,421 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45023/user/jenkins/test-data/7a7e72a6-a6d9-89ee-78dc-b8cbdb2d86c4/WALs/testsplitremovesreplicationmarkeredits,16010,1733257803231/wal.dat.1, journal: Splitting hdfs://localhost:45023/user/jenkins/test-data/7a7e72a6-a6d9-89ee-78dc-b8cbdb2d86c4/WALs/testsplitremovesreplicationmarkeredits,16010,1733257803231/wal.dat.1, size=255 (255bytes) at 1733257803398Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/7a7e72a6-a6d9-89ee-78dc-b8cbdb2d86c4/WALs/testsplitremovesreplicationmarkeredits,16010,1733257803231/wal.dat.1 so closing down at 1733257803420 (+22 ms)3 split writer threads finished at 1733257803421 (+1 ms)Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/7a7e72a6-a6d9-89ee-78dc-b8cbdb2d86c4/WALs/testsplitremovesreplicationmarkeredits,16010,1733257803231/wal.dat.1, size=255, length=255, corrupted=false, cancelled=false at 1733257803421 2024-12-03T20:30:03,427 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45023/user/jenkins/test-data/7a7e72a6-a6d9-89ee-78dc-b8cbdb2d86c4/WALs/testsplitremovesreplicationmarkeredits,16010,1733257803231/wal.dat.1 to hdfs://localhost:45023/user/jenkins/test-data/7a7e72a6-a6d9-89ee-78dc-b8cbdb2d86c4/oldWALs/wal.dat.1 2024-12-03T20:30:03,456 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitRemovesReplicationMarkerEdits Thread=130 (was 130), OpenFileDescriptor=389 (was 389), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1354 (was 1332) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=687 (was 717) 2024-12-03T20:30:03,485 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileDeletedRegionDir Thread=130, OpenFileDescriptor=389, MaxFileDescriptor=1048576, SystemLoadAverage=1354, ProcessCount=11, AvailableMemoryMB=750 2024-12-03T20:30:03,486 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-12-03T20:30:03,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742112_1291 (size=7) 2024-12-03T20:30:03,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742112_1291 (size=7) 2024-12-03T20:30:03,549 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45023/user/jenkins/test-data/72ccf0d3-cc6f-26e3-cf7f-cdec76677e77 with version=8 2024-12-03T20:30:03,549 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:30:03,551 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:30:03,554 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-12-03T20:30:03,554 INFO [Time-limited test {}] wal.TestWALSplit(1094): testSplitLogFileDeletedRegionDir 2024-12-03T20:30:03,554 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region region__1 2024-12-03T20:30:03,556 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-12-03T20:30:03,564 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:03,564 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:03,602 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:03,602 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:03,605 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:03,605 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:03,611 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:03,611 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:03,620 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:03,620 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:03,626 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:03,626 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:03,630 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:03,630 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:03,639 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:03,640 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:03,640 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:03,640 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:03,640 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:03,640 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:03,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742113_1292 (size=1941) 2024-12-03T20:30:03,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742113_1292 (size=1941) 2024-12-03T20:30:04,052 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-12-03T20:30:04,053 INFO [Time-limited test {}] wal.TestWALSplit(1103): Region directory ishdfs://localhost:45023/user/jenkins/test-data/72ccf0d3-cc6f-26e3-cf7f-cdec76677e77/data/default/t1/region__1 2024-12-03T20:30:04,098 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45023/user/jenkins/test-data/00524cfb-b8db-c7c6-d021-86e2d2d9137e/WALs/testsplitlogfiledeletedregiondir,16010,1733257803554/wal.dat.0, size=1.9 K (1941bytes) 2024-12-03T20:30:04,098 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45023/user/jenkins/test-data/00524cfb-b8db-c7c6-d021-86e2d2d9137e/WALs/testsplitlogfiledeletedregiondir,16010,1733257803554/wal.dat.0 2024-12-03T20:30:04,104 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45023/user/jenkins/test-data/00524cfb-b8db-c7c6-d021-86e2d2d9137e/WALs/testsplitlogfiledeletedregiondir,16010,1733257803554/wal.dat.0 after 6ms 2024-12-03T20:30:04,121 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45023/user/jenkins/test-data/00524cfb-b8db-c7c6-d021-86e2d2d9137e/WALs/testsplitlogfiledeletedregiondir,16010,1733257803554/wal.dat.0 took 24ms 2024-12-03T20:30:04,134 INFO [Time-limited test {}] wal.WALSplitter(339): region__1 no longer in filesystem; skipping all edits. 2024-12-03T20:30:04,134 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/00524cfb-b8db-c7c6-d021-86e2d2d9137e/WALs/testsplitlogfiledeletedregiondir,16010,1733257803554/wal.dat.0 so closing down 2024-12-03T20:30:04,134 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T20:30:04,140 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T20:30:04,140 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 17 edits across 0 Regions in 11 ms; skipped=17; WAL=hdfs://localhost:45023/user/jenkins/test-data/00524cfb-b8db-c7c6-d021-86e2d2d9137e/WALs/testsplitlogfiledeletedregiondir,16010,1733257803554/wal.dat.0, size=1.9 K, length=1941, corrupted=false, cancelled=false 2024-12-03T20:30:04,140 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45023/user/jenkins/test-data/00524cfb-b8db-c7c6-d021-86e2d2d9137e/WALs/testsplitlogfiledeletedregiondir,16010,1733257803554/wal.dat.0, journal: Splitting hdfs://localhost:45023/user/jenkins/test-data/00524cfb-b8db-c7c6-d021-86e2d2d9137e/WALs/testsplitlogfiledeletedregiondir,16010,1733257803554/wal.dat.0, size=1.9 K (1941bytes) at 1733257804098Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/00524cfb-b8db-c7c6-d021-86e2d2d9137e/WALs/testsplitlogfiledeletedregiondir,16010,1733257803554/wal.dat.0 so closing down at 1733257804134 (+36 ms)3 split writer threads finished at 1733257804140 (+6 ms)Processed 17 edits across 0 Regions in 11 ms; skipped=17; WAL=hdfs://localhost:45023/user/jenkins/test-data/00524cfb-b8db-c7c6-d021-86e2d2d9137e/WALs/testsplitlogfiledeletedregiondir,16010,1733257803554/wal.dat.0, size=1.9 K, length=1941, corrupted=false, cancelled=false at 1733257804140 2024-12-03T20:30:04,163 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45023/user/jenkins/test-data/00524cfb-b8db-c7c6-d021-86e2d2d9137e/WALs/testsplitlogfiledeletedregiondir,16010,1733257803554/wal.dat.0 to hdfs://localhost:45023/user/jenkins/test-data/00524cfb-b8db-c7c6-d021-86e2d2d9137e/oldWALs/wal.dat.0 2024-12-03T20:30:04,199 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileDeletedRegionDir Thread=130 (was 130), OpenFileDescriptor=389 (was 389), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1354 (was 1354), ProcessCount=11 (was 11), AvailableMemoryMB=1397 (was 750) - AvailableMemoryMB LEAK? - 2024-12-03T20:30:04,208 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testTrailingGarbageCorruptionLogFileSkipErrorsFalseThrows Thread=130, OpenFileDescriptor=389, MaxFileDescriptor=1048576, SystemLoadAverage=1354, ProcessCount=11, AvailableMemoryMB=1396 2024-12-03T20:30:04,208 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-12-03T20:30:04,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742114_1293 (size=7) 2024-12-03T20:30:04,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742114_1293 (size=7) 2024-12-03T20:30:04,245 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45023/user/jenkins/test-data/72ccf0d3-cc6f-26e3-cf7f-cdec76677e77 with version=8 2024-12-03T20:30:04,246 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:30:04,248 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:30:04,254 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-12-03T20:30:04,256 DEBUG [Time-limited test {}] wal.TestWALSplit(653): no previous CORRUPTDIR to clean. 2024-12-03T20:30:04,256 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-12-03T20:30:04,256 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-12-03T20:30:04,256 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-12-03T20:30:04,260 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-12-03T20:30:04,266 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:04,266 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:04,324 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:04,324 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:04,337 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:04,337 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:04,341 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:04,341 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:04,343 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:04,343 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:04,347 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:04,347 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:04,356 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:04,356 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:04,360 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:04,360 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:04,367 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:04,367 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:04,368 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:04,368 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:04,369 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:04,369 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:04,372 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:04,372 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:04,373 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:04,373 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:04,376 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:04,376 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:04,380 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:04,380 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:04,382 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:04,382 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:04,383 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:04,383 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:04,383 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:04,383 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:04,385 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:04,385 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:04,388 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:04,388 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:04,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742115_1294 (size=1393) 2024-12-03T20:30:04,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742115_1294 (size=1393) 2024-12-03T20:30:04,407 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-12-03T20:30:04,407 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-12-03T20:30:04,414 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:04,414 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:04,489 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:04,489 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:04,494 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:04,494 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:04,495 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:04,496 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:04,497 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:04,497 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:04,504 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:04,504 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:04,506 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:04,506 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:04,506 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:04,506 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:04,511 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:04,511 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:04,511 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:04,511 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:04,511 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:04,511 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:04,512 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:04,512 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:04,514 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:04,514 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:04,514 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:04,514 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:04,515 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:04,515 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:04,523 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:04,523 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:04,525 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:04,525 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:04,525 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:04,525 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:04,530 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:04,530 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:04,530 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:04,530 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:04,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742116_1295 (size=1393) 2024-12-03T20:30:04,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742116_1295 (size=1393) 2024-12-03T20:30:04,537 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-12-03T20:30:04,537 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-12-03T20:30:04,546 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:04,546 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:04,557 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:04,557 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:04,559 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:04,559 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:04,560 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:04,560 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:04,560 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:04,560 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:04,560 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:04,560 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:04,561 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:04,561 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:04,561 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:04,561 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:04,561 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:04,561 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:04,561 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:04,561 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:04,562 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:04,562 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:04,562 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:04,562 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:04,563 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:04,563 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:04,563 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:04,563 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:04,563 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:04,563 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:04,564 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:04,564 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:04,564 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:04,564 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:04,564 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:04,564 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:04,565 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:04,565 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:04,565 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:04,565 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:04,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742117_1296 (size=1393) 2024-12-03T20:30:04,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742117_1296 (size=1393) 2024-12-03T20:30:04,571 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-12-03T20:30:04,571 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-12-03T20:30:04,572 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:04,572 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:04,585 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:04,585 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:04,585 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:04,585 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:04,585 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:04,585 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:04,586 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:04,586 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:04,586 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:04,586 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:04,587 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:04,587 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:04,587 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:04,587 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:04,587 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:04,587 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:04,588 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:04,588 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:04,589 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:04,589 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:04,589 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:04,589 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:04,589 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:04,589 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:04,590 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:04,590 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:04,590 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:04,590 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:04,590 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:04,590 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:04,590 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:04,590 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:04,591 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:04,591 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:04,591 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:04,591 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:04,591 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:04,591 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:04,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742118_1297 (size=1393) 2024-12-03T20:30:04,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742118_1297 (size=1393) 2024-12-03T20:30:04,602 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-12-03T20:30:04,602 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-12-03T20:30:04,604 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:04,604 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:04,623 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:04,623 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:04,624 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:04,624 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:04,624 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:04,625 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:04,625 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:04,625 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:04,625 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:04,625 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:04,625 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:04,625 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:04,625 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:04,625 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:04,626 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:04,626 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:04,626 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:04,626 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:04,626 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:04,626 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:04,626 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:04,626 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:04,626 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:04,626 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:04,627 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:04,627 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:04,627 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:04,627 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:04,627 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:04,627 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:04,627 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:04,628 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:04,628 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:04,628 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:04,628 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:04,628 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:04,630 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:04,630 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:04,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742119_1298 (size=1393) 2024-12-03T20:30:04,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742119_1298 (size=1393) 2024-12-03T20:30:04,644 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-12-03T20:30:04,644 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-12-03T20:30:04,648 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:04,648 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:04,676 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:04,676 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:04,676 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:04,676 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:04,676 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:04,676 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:04,677 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:04,677 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:04,677 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:04,677 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:04,677 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:04,677 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:04,677 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:04,677 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:04,678 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:04,678 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:04,679 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:04,679 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:04,679 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:04,679 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:04,679 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:04,679 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:04,679 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:04,679 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:04,680 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:04,680 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:04,680 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:04,680 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:04,680 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:04,680 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:04,680 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:04,680 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:04,680 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:04,680 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:04,681 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:04,681 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:04,681 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:04,681 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:04,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742120_1299 (size=1393) 2024-12-03T20:30:04,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742120_1299 (size=1393) 2024-12-03T20:30:05,089 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-12-03T20:30:05,089 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-12-03T20:30:05,096 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:05,096 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:05,148 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:05,148 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:05,149 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:05,149 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:05,156 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:05,156 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:05,159 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:05,159 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:05,164 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:05,164 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:05,170 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:05,170 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:05,176 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:05,176 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:05,184 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:05,184 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:05,192 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:05,192 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:05,197 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:05,197 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:05,207 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:05,207 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:05,212 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:05,212 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:05,220 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:05,220 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:05,228 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:05,228 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:05,236 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:05,236 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:05,238 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:05,238 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:05,244 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:05,244 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:05,245 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:05,245 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:05,245 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:05,245 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:05,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742121_1300 (size=1405) 2024-12-03T20:30:05,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742121_1300 (size=1405) 2024-12-03T20:30:05,250 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-12-03T20:30:05,251 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-12-03T20:30:05,265 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:05,265 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:05,326 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:05,326 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:05,333 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:05,333 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:05,334 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:05,334 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:05,334 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:05,334 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:05,335 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:05,335 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:05,336 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:05,336 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:05,340 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:05,340 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:05,344 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:05,344 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:05,349 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:05,349 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:05,354 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:05,354 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:05,361 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:05,361 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:05,361 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:05,361 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:05,361 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:05,361 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:05,361 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:05,361 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:05,367 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:05,367 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:05,367 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:05,367 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:05,368 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:05,368 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:05,368 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:05,368 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:05,372 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:05,372 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:05,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742122_1301 (size=1413) 2024-12-03T20:30:05,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742122_1301 (size=1413) 2024-12-03T20:30:05,394 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-12-03T20:30:05,394 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-12-03T20:30:05,404 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:05,404 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:05,481 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:05,481 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:05,486 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:05,486 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:05,489 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:05,489 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:05,493 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:05,493 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:05,495 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:05,495 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:05,504 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:05,504 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:05,513 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:05,513 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:05,513 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:05,513 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:05,520 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:05,520 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:05,524 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:05,524 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:05,528 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:05,528 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:05,535 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:05,536 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:05,536 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:05,536 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:05,548 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:05,548 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:05,550 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:05,550 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:05,560 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:05,560 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:05,568 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:05,568 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:05,576 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:05,576 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:05,579 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:05,579 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:05,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742123_1302 (size=1413) 2024-12-03T20:30:05,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742123_1302 (size=1413) 2024-12-03T20:30:05,595 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-12-03T20:30:05,596 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-12-03T20:30:05,600 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:05,600 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:05,652 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:05,653 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:05,658 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:05,658 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:05,659 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:05,659 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:05,659 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:05,659 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:05,660 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:05,660 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:05,660 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:05,660 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:05,661 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:05,661 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:05,661 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:05,661 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:05,661 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:05,661 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:05,661 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:05,661 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:05,662 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:05,662 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:05,662 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:05,662 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:05,662 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:05,662 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:05,662 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:05,662 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:05,663 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:05,663 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:05,663 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:05,663 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:05,663 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:05,663 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:05,663 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:05,663 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:05,664 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:05,664 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:05,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742124_1303 (size=1413) 2024-12-03T20:30:05,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742124_1303 (size=1413) 2024-12-03T20:30:05,666 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-12-03T20:30:05,717 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45023/user/jenkins/test-data/d52aa238-d27c-dc83-0daf-95591c3f0dc9/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1733257804254/wal.dat.0, size=1.4 K (1393bytes) 2024-12-03T20:30:05,717 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45023/user/jenkins/test-data/d52aa238-d27c-dc83-0daf-95591c3f0dc9/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1733257804254/wal.dat.0 2024-12-03T20:30:05,724 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45023/user/jenkins/test-data/d52aa238-d27c-dc83-0daf-95591c3f0dc9/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1733257804254/wal.dat.0 after 7ms 2024-12-03T20:30:05,739 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45023/user/jenkins/test-data/d52aa238-d27c-dc83-0daf-95591c3f0dc9/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1733257804254/wal.dat.0 took 23ms 2024-12-03T20:30:05,761 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/d52aa238-d27c-dc83-0daf-95591c3f0dc9/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1733257804254/wal.dat.0 so closing down 2024-12-03T20:30:05,761 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T20:30:05,766 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T20:30:05,767 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/d52aa238-d27c-dc83-0daf-95591c3f0dc9/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1733257804254/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-03T20:30:05,767 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45023/user/jenkins/test-data/d52aa238-d27c-dc83-0daf-95591c3f0dc9/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1733257804254/wal.dat.0, journal: Splitting hdfs://localhost:45023/user/jenkins/test-data/d52aa238-d27c-dc83-0daf-95591c3f0dc9/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1733257804254/wal.dat.0, size=1.4 K (1393bytes) at 1733257805717Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/d52aa238-d27c-dc83-0daf-95591c3f0dc9/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1733257804254/wal.dat.0 so closing down at 1733257805761 (+44 ms)3 split writer threads finished at 1733257805766 (+5 ms)Processed 0 edits across 0 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/d52aa238-d27c-dc83-0daf-95591c3f0dc9/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1733257804254/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733257805767 (+1 ms) 2024-12-03T20:30:05,803 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testTrailingGarbageCorruptionLogFileSkipErrorsFalseThrows Thread=130 (was 130), OpenFileDescriptor=389 (was 389), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1354 (was 1354), ProcessCount=11 (was 11), AvailableMemoryMB=1439 (was 1396) - AvailableMemoryMB LEAK? - 2024-12-03T20:30:05,820 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitWillFailIfWritingToRegionFails Thread=130, OpenFileDescriptor=389, MaxFileDescriptor=1048576, SystemLoadAverage=1354, ProcessCount=11, AvailableMemoryMB=1433 2024-12-03T20:30:05,820 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-12-03T20:30:05,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742125_1304 (size=7) 2024-12-03T20:30:05,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742125_1304 (size=7) 2024-12-03T20:30:06,320 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45023/user/jenkins/test-data/72ccf0d3-cc6f-26e3-cf7f-cdec76677e77 with version=8 2024-12-03T20:30:06,321 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:30:06,322 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:30:06,332 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-12-03T20:30:06,333 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-12-03T20:30:06,336 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-12-03T20:30:06,344 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-12-03T20:30:06,356 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:06,356 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:06,420 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:06,420 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:06,432 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:06,432 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:06,444 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:06,444 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:06,454 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:06,454 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:06,454 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:06,455 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:06,467 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:06,467 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:06,476 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:06,476 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:06,488 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:06,488 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:06,488 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:06,488 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:06,488 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:06,489 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:06,489 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:06,489 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:06,489 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:06,489 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:06,490 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:06,490 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:06,490 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:06,490 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:06,490 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:06,490 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:06,490 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:06,490 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:06,490 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:06,491 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:06,491 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:06,491 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:06,491 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:06,491 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:06,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742126_1305 (size=1393) 2024-12-03T20:30:06,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742126_1305 (size=1393) 2024-12-03T20:30:06,502 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-12-03T20:30:06,502 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-12-03T20:30:06,505 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:06,505 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:06,551 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:06,551 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:06,553 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:06,553 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:06,553 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:06,553 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:06,554 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:06,554 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:06,554 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:06,554 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:06,560 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:06,560 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:06,572 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:06,572 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:06,580 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:06,580 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:06,588 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:06,588 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:06,594 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:06,594 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:06,604 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:06,604 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:06,616 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:06,616 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:06,628 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:06,628 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:06,631 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:06,631 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:06,635 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:06,635 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:06,640 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:06,640 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:06,642 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:06,642 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:06,644 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:06,644 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:06,650 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:06,650 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:06,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742127_1306 (size=1393) 2024-12-03T20:30:06,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742127_1306 (size=1393) 2024-12-03T20:30:06,660 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-12-03T20:30:06,660 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-12-03T20:30:06,678 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:06,678 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:06,743 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:06,743 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:06,752 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:06,752 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:06,765 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:06,766 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:06,796 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:06,796 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:06,804 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:06,804 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:06,808 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:06,808 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:06,816 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:06,816 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:06,820 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:06,820 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:06,824 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:06,824 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:06,828 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:06,828 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:06,836 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:06,836 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:06,842 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:06,842 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:06,848 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:06,848 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:06,848 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:06,848 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:06,851 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:06,851 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:06,862 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:06,862 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:06,866 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:06,866 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:06,868 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:06,868 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:06,873 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:06,873 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:06,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742128_1307 (size=1393) 2024-12-03T20:30:06,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742128_1307 (size=1393) 2024-12-03T20:30:06,898 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-12-03T20:30:06,898 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-12-03T20:30:06,905 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:06,905 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:06,976 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:06,976 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:06,977 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:06,977 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:06,980 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:06,980 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:06,986 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:06,986 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:06,988 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:06,988 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:06,989 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:06,989 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:06,989 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:06,989 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:06,989 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:06,990 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:06,990 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:06,990 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:06,990 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:06,990 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:06,991 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:06,991 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:06,991 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:06,991 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:06,991 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:06,991 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:06,992 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:06,992 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:06,992 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:06,992 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:06,992 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:06,992 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:06,993 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:06,993 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:06,993 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:06,993 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:06,993 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:06,993 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:06,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742129_1308 (size=1393) 2024-12-03T20:30:06,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742129_1308 (size=1393) 2024-12-03T20:30:07,410 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-12-03T20:30:07,410 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-12-03T20:30:07,424 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:07,424 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:07,483 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:07,483 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:07,484 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:07,484 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:07,484 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:07,484 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:07,485 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:07,485 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:07,485 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:07,485 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:07,485 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:07,485 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:07,486 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:07,486 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:07,486 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:07,486 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:07,486 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:07,486 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:07,486 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:07,486 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:07,487 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:07,487 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:07,487 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:07,487 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:07,487 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:07,487 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:07,487 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:07,487 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:07,488 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:07,488 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:07,488 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:07,488 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:07,488 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:07,488 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:07,489 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:07,489 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:07,489 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:07,489 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:07,489 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-12-03T20:30:07,512 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:07,512 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:07,564 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:07,564 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:07,564 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:07,564 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:07,565 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:07,565 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:07,565 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:07,565 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:07,565 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:07,565 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:07,565 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:07,566 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:07,566 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:07,566 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:07,566 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:07,566 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:07,566 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:07,566 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:07,567 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:07,567 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:07,567 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:07,567 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:07,567 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:07,567 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:07,567 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:07,567 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:07,568 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:07,568 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:07,568 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:07,568 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:07,568 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:07,568 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:07,569 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:07,569 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:07,569 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:07,569 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:07,569 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:07,569 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:07,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742131_1310 (size=1393) 2024-12-03T20:30:07,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742131_1310 (size=1393) 2024-12-03T20:30:07,572 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-12-03T20:30:07,572 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-12-03T20:30:07,576 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:07,576 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:07,660 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:07,660 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:07,661 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:07,661 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:07,661 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:07,661 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:07,662 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:07,662 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:07,662 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:07,662 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:07,663 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:07,663 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:07,663 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:07,663 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:07,663 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:07,663 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:07,664 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:07,664 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:07,664 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:07,664 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:07,664 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:07,664 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:07,664 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:07,665 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:07,665 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:07,665 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:07,665 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:07,665 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:07,665 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:07,665 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:07,666 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:07,666 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:07,666 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:07,666 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:07,667 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:07,667 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:07,667 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:07,667 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:07,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742132_1311 (size=1405) 2024-12-03T20:30:07,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742132_1311 (size=1405) 2024-12-03T20:30:07,672 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-12-03T20:30:07,672 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-12-03T20:30:07,677 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:07,677 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:07,696 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:07,696 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:07,697 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:07,697 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:07,697 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:07,697 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:07,697 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:07,697 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:07,698 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:07,698 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:07,699 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:07,699 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:07,699 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:07,699 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:07,699 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:07,699 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:07,700 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:07,700 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:07,700 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:07,700 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:07,701 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:07,701 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:07,702 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:07,702 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:07,702 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:07,702 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:07,702 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:07,702 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:07,703 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:07,703 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:07,703 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:07,703 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:07,706 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:07,706 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:07,710 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:07,710 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:07,712 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:07,712 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:07,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742133_1312 (size=1413) 2024-12-03T20:30:07,715 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-12-03T20:30:07,715 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-12-03T20:30:07,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742133_1312 (size=1413) 2024-12-03T20:30:07,728 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:07,728 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:07,772 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:07,772 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:07,780 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:07,780 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:07,788 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:07,788 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:07,790 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:07,790 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:07,791 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:07,791 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:07,791 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:07,791 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:07,791 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:07,791 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:07,792 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:07,792 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:07,799 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:07,799 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:07,806 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:07,806 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:07,806 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:07,806 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:07,806 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:07,806 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:07,807 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:07,807 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:07,807 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:07,807 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:07,807 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:07,807 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:07,808 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:07,808 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:07,816 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:07,816 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:07,820 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:07,820 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:07,828 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:07,828 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:07,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742134_1313 (size=1413) 2024-12-03T20:30:07,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742134_1313 (size=1413) 2024-12-03T20:30:07,843 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-12-03T20:30:07,844 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-12-03T20:30:07,852 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:07,852 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:07,901 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:07,901 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:07,905 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:07,905 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:07,922 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:07,922 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:07,930 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:07,930 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:07,936 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:07,936 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:07,940 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:07,940 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:07,944 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:07,944 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:07,947 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:07,947 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:07,950 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:07,950 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:07,956 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:07,956 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:07,961 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:07,961 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:07,965 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:07,966 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:07,968 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:07,969 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:07,973 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:07,973 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:07,983 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:07,984 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:07,988 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:07,988 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:07,995 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:07,995 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:07,997 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:07,997 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:07,999 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:07,999 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:08,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742135_1314 (size=1413) 2024-12-03T20:30:08,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742135_1314 (size=1413) 2024-12-03T20:30:09,497 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-12-03T20:30:09,503 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:09,503 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:09,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742130_1309 (size=1458) 2024-12-03T20:30:09,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742130_1309 (size=1458) 2024-12-03T20:30:09,537 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45023/user/jenkins/test-data/94fc7e5a-90a3-617a-2850-2ccbe3df3560/WALs/testsplitwillfailifwritingtoregionfails,16010,1733257806332/wal.dat.0, size=1.4 K (1393bytes) 2024-12-03T20:30:09,537 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45023/user/jenkins/test-data/94fc7e5a-90a3-617a-2850-2ccbe3df3560/WALs/testsplitwillfailifwritingtoregionfails,16010,1733257806332/wal.dat.0 2024-12-03T20:30:09,540 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45023/user/jenkins/test-data/94fc7e5a-90a3-617a-2850-2ccbe3df3560/WALs/testsplitwillfailifwritingtoregionfails,16010,1733257806332/wal.dat.0 after 3ms 2024-12-03T20:30:09,568 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45023/user/jenkins/test-data/94fc7e5a-90a3-617a-2850-2ccbe3df3560/WALs/testsplitwillfailifwritingtoregionfails,16010,1733257806332/wal.dat.0 took 31ms 2024-12-03T20:30:09,584 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/94fc7e5a-90a3-617a-2850-2ccbe3df3560/WALs/testsplitwillfailifwritingtoregionfails,16010,1733257806332/wal.dat.0 so closing down 2024-12-03T20:30:09,584 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T20:30:09,590 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T20:30:09,592 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-12-03T20:30:09,592 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-12-03T20:30:09,593 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/94fc7e5a-90a3-617a-2850-2ccbe3df3560/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-12-03T20:30:09,596 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/94fc7e5a-90a3-617a-2850-2ccbe3df3560/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-12-03T20:30:09,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742136_1315 (size=743) 2024-12-03T20:30:09,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742136_1315 (size=743) 2024-12-03T20:30:09,602 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/94fc7e5a-90a3-617a-2850-2ccbe3df3560/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T20:30:09,603 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/94fc7e5a-90a3-617a-2850-2ccbe3df3560/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:45023/user/jenkins/test-data/94fc7e5a-90a3-617a-2850-2ccbe3df3560/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-12-03T20:30:09,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742137_1316 (size=743) 2024-12-03T20:30:09,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742137_1316 (size=743) 2024-12-03T20:30:09,610 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/94fc7e5a-90a3-617a-2850-2ccbe3df3560/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T20:30:09,611 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/94fc7e5a-90a3-617a-2850-2ccbe3df3560/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:45023/user/jenkins/test-data/94fc7e5a-90a3-617a-2850-2ccbe3df3560/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-12-03T20:30:09,611 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 37 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/94fc7e5a-90a3-617a-2850-2ccbe3df3560/WALs/testsplitwillfailifwritingtoregionfails,16010,1733257806332/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-03T20:30:09,611 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45023/user/jenkins/test-data/94fc7e5a-90a3-617a-2850-2ccbe3df3560/WALs/testsplitwillfailifwritingtoregionfails,16010,1733257806332/wal.dat.0, journal: Splitting hdfs://localhost:45023/user/jenkins/test-data/94fc7e5a-90a3-617a-2850-2ccbe3df3560/WALs/testsplitwillfailifwritingtoregionfails,16010,1733257806332/wal.dat.0, size=1.4 K (1393bytes) at 1733257809537Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/94fc7e5a-90a3-617a-2850-2ccbe3df3560/WALs/testsplitwillfailifwritingtoregionfails,16010,1733257806332/wal.dat.0 so closing down at 1733257809584 (+47 ms)3 split writer threads finished at 1733257809590 (+6 ms)Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/94fc7e5a-90a3-617a-2850-2ccbe3df3560/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1733257809593 (+3 ms)Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/94fc7e5a-90a3-617a-2850-2ccbe3df3560/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1733257809596 (+3 ms)Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/94fc7e5a-90a3-617a-2850-2ccbe3df3560/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733257809602 (+6 ms)Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/94fc7e5a-90a3-617a-2850-2ccbe3df3560/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:45023/user/jenkins/test-data/94fc7e5a-90a3-617a-2850-2ccbe3df3560/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1733257809603 (+1 ms)Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/94fc7e5a-90a3-617a-2850-2ccbe3df3560/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733257809610 (+7 ms)Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/94fc7e5a-90a3-617a-2850-2ccbe3df3560/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:45023/user/jenkins/test-data/94fc7e5a-90a3-617a-2850-2ccbe3df3560/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1733257809611 (+1 ms)Processed 20 edits across 2 Regions in 37 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/94fc7e5a-90a3-617a-2850-2ccbe3df3560/WALs/testsplitwillfailifwritingtoregionfails,16010,1733257806332/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733257809611 2024-12-03T20:30:09,612 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45023/user/jenkins/test-data/94fc7e5a-90a3-617a-2850-2ccbe3df3560/WALs/testsplitwillfailifwritingtoregionfails,16010,1733257806332/wal.dat.0 to hdfs://localhost:45023/user/jenkins/test-data/94fc7e5a-90a3-617a-2850-2ccbe3df3560/oldWALs/wal.dat.0 2024-12-03T20:30:09,612 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45023/user/jenkins/test-data/94fc7e5a-90a3-617a-2850-2ccbe3df3560/WALs/testsplitwillfailifwritingtoregionfails,16010,1733257806332/wal.dat.1, size=1.4 K (1393bytes) 2024-12-03T20:30:09,612 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45023/user/jenkins/test-data/94fc7e5a-90a3-617a-2850-2ccbe3df3560/WALs/testsplitwillfailifwritingtoregionfails,16010,1733257806332/wal.dat.1 2024-12-03T20:30:09,614 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45023/user/jenkins/test-data/94fc7e5a-90a3-617a-2850-2ccbe3df3560/WALs/testsplitwillfailifwritingtoregionfails,16010,1733257806332/wal.dat.1 after 2ms 2024-12-03T20:30:09,619 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45023/user/jenkins/test-data/94fc7e5a-90a3-617a-2850-2ccbe3df3560/WALs/testsplitwillfailifwritingtoregionfails,16010,1733257806332/wal.dat.1 took 7ms 2024-12-03T20:30:09,633 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/94fc7e5a-90a3-617a-2850-2ccbe3df3560/WALs/testsplitwillfailifwritingtoregionfails,16010,1733257806332/wal.dat.1 so closing down 2024-12-03T20:30:09,633 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T20:30:09,634 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T20:30:09,642 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-12-03T20:30:09,644 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/94fc7e5a-90a3-617a-2850-2ccbe3df3560/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-12-03T20:30:09,648 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-12-03T20:30:09,656 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/94fc7e5a-90a3-617a-2850-2ccbe3df3560/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-12-03T20:30:09,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742138_1317 (size=743) 2024-12-03T20:30:09,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742138_1317 (size=743) 2024-12-03T20:30:09,666 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/94fc7e5a-90a3-617a-2850-2ccbe3df3560/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T20:30:09,667 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/94fc7e5a-90a3-617a-2850-2ccbe3df3560/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:45023/user/jenkins/test-data/94fc7e5a-90a3-617a-2850-2ccbe3df3560/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-12-03T20:30:09,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742139_1318 (size=743) 2024-12-03T20:30:09,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742139_1318 (size=743) 2024-12-03T20:30:09,677 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/94fc7e5a-90a3-617a-2850-2ccbe3df3560/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T20:30:09,678 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/94fc7e5a-90a3-617a-2850-2ccbe3df3560/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:45023/user/jenkins/test-data/94fc7e5a-90a3-617a-2850-2ccbe3df3560/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-12-03T20:30:09,679 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 45 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/94fc7e5a-90a3-617a-2850-2ccbe3df3560/WALs/testsplitwillfailifwritingtoregionfails,16010,1733257806332/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-03T20:30:09,679 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45023/user/jenkins/test-data/94fc7e5a-90a3-617a-2850-2ccbe3df3560/WALs/testsplitwillfailifwritingtoregionfails,16010,1733257806332/wal.dat.1, journal: Splitting hdfs://localhost:45023/user/jenkins/test-data/94fc7e5a-90a3-617a-2850-2ccbe3df3560/WALs/testsplitwillfailifwritingtoregionfails,16010,1733257806332/wal.dat.1, size=1.4 K (1393bytes) at 1733257809612Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/94fc7e5a-90a3-617a-2850-2ccbe3df3560/WALs/testsplitwillfailifwritingtoregionfails,16010,1733257806332/wal.dat.1 so closing down at 1733257809633 (+21 ms)3 split writer threads finished at 1733257809634 (+1 ms)Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/94fc7e5a-90a3-617a-2850-2ccbe3df3560/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1733257809644 (+10 ms)Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/94fc7e5a-90a3-617a-2850-2ccbe3df3560/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1733257809656 (+12 ms)Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/94fc7e5a-90a3-617a-2850-2ccbe3df3560/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733257809666 (+10 ms)Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/94fc7e5a-90a3-617a-2850-2ccbe3df3560/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:45023/user/jenkins/test-data/94fc7e5a-90a3-617a-2850-2ccbe3df3560/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1733257809667 (+1 ms)Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/94fc7e5a-90a3-617a-2850-2ccbe3df3560/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733257809677 (+10 ms)Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/94fc7e5a-90a3-617a-2850-2ccbe3df3560/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:45023/user/jenkins/test-data/94fc7e5a-90a3-617a-2850-2ccbe3df3560/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1733257809678 (+1 ms)Processed 20 edits across 2 Regions in 45 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/94fc7e5a-90a3-617a-2850-2ccbe3df3560/WALs/testsplitwillfailifwritingtoregionfails,16010,1733257806332/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733257809679 (+1 ms) 2024-12-03T20:30:09,680 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45023/user/jenkins/test-data/94fc7e5a-90a3-617a-2850-2ccbe3df3560/WALs/testsplitwillfailifwritingtoregionfails,16010,1733257806332/wal.dat.1 to hdfs://localhost:45023/user/jenkins/test-data/94fc7e5a-90a3-617a-2850-2ccbe3df3560/oldWALs/wal.dat.1 2024-12-03T20:30:09,680 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45023/user/jenkins/test-data/94fc7e5a-90a3-617a-2850-2ccbe3df3560/WALs/testsplitwillfailifwritingtoregionfails,16010,1733257806332/wal.dat.2, size=1.4 K (1393bytes) 2024-12-03T20:30:09,680 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45023/user/jenkins/test-data/94fc7e5a-90a3-617a-2850-2ccbe3df3560/WALs/testsplitwillfailifwritingtoregionfails,16010,1733257806332/wal.dat.2 2024-12-03T20:30:09,680 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45023/user/jenkins/test-data/94fc7e5a-90a3-617a-2850-2ccbe3df3560/WALs/testsplitwillfailifwritingtoregionfails,16010,1733257806332/wal.dat.2 after 0ms 2024-12-03T20:30:09,682 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45023/user/jenkins/test-data/94fc7e5a-90a3-617a-2850-2ccbe3df3560/WALs/testsplitwillfailifwritingtoregionfails,16010,1733257806332/wal.dat.2 took 2ms 2024-12-03T20:30:09,682 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/94fc7e5a-90a3-617a-2850-2ccbe3df3560/WALs/testsplitwillfailifwritingtoregionfails,16010,1733257806332/wal.dat.2 so closing down 2024-12-03T20:30:09,682 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T20:30:09,682 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T20:30:09,684 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-12-03T20:30:09,684 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-12-03T20:30:09,685 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/94fc7e5a-90a3-617a-2850-2ccbe3df3560/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-12-03T20:30:09,688 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/94fc7e5a-90a3-617a-2850-2ccbe3df3560/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-12-03T20:30:09,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742140_1319 (size=743) 2024-12-03T20:30:09,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742140_1319 (size=743) 2024-12-03T20:30:09,692 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/94fc7e5a-90a3-617a-2850-2ccbe3df3560/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T20:30:09,693 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/94fc7e5a-90a3-617a-2850-2ccbe3df3560/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:45023/user/jenkins/test-data/94fc7e5a-90a3-617a-2850-2ccbe3df3560/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-12-03T20:30:09,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742141_1320 (size=743) 2024-12-03T20:30:09,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742141_1320 (size=743) 2024-12-03T20:30:09,721 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/94fc7e5a-90a3-617a-2850-2ccbe3df3560/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T20:30:09,725 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/94fc7e5a-90a3-617a-2850-2ccbe3df3560/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:45023/user/jenkins/test-data/94fc7e5a-90a3-617a-2850-2ccbe3df3560/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-12-03T20:30:09,725 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 43 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/94fc7e5a-90a3-617a-2850-2ccbe3df3560/WALs/testsplitwillfailifwritingtoregionfails,16010,1733257806332/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-03T20:30:09,725 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45023/user/jenkins/test-data/94fc7e5a-90a3-617a-2850-2ccbe3df3560/WALs/testsplitwillfailifwritingtoregionfails,16010,1733257806332/wal.dat.2, journal: Splitting hdfs://localhost:45023/user/jenkins/test-data/94fc7e5a-90a3-617a-2850-2ccbe3df3560/WALs/testsplitwillfailifwritingtoregionfails,16010,1733257806332/wal.dat.2, size=1.4 K (1393bytes) at 1733257809680Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/94fc7e5a-90a3-617a-2850-2ccbe3df3560/WALs/testsplitwillfailifwritingtoregionfails,16010,1733257806332/wal.dat.2 so closing down at 1733257809682 (+2 ms)3 split writer threads finished at 1733257809682Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/94fc7e5a-90a3-617a-2850-2ccbe3df3560/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1733257809685 (+3 ms)Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/94fc7e5a-90a3-617a-2850-2ccbe3df3560/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1733257809688 (+3 ms)Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/94fc7e5a-90a3-617a-2850-2ccbe3df3560/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733257809692 (+4 ms)Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/94fc7e5a-90a3-617a-2850-2ccbe3df3560/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:45023/user/jenkins/test-data/94fc7e5a-90a3-617a-2850-2ccbe3df3560/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1733257809693 (+1 ms)Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/94fc7e5a-90a3-617a-2850-2ccbe3df3560/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733257809721 (+28 ms)Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/94fc7e5a-90a3-617a-2850-2ccbe3df3560/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:45023/user/jenkins/test-data/94fc7e5a-90a3-617a-2850-2ccbe3df3560/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1733257809725 (+4 ms)Processed 20 edits across 2 Regions in 43 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/94fc7e5a-90a3-617a-2850-2ccbe3df3560/WALs/testsplitwillfailifwritingtoregionfails,16010,1733257806332/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733257809725 2024-12-03T20:30:09,727 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45023/user/jenkins/test-data/94fc7e5a-90a3-617a-2850-2ccbe3df3560/WALs/testsplitwillfailifwritingtoregionfails,16010,1733257806332/wal.dat.2 to hdfs://localhost:45023/user/jenkins/test-data/94fc7e5a-90a3-617a-2850-2ccbe3df3560/oldWALs/wal.dat.2 2024-12-03T20:30:09,727 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45023/user/jenkins/test-data/94fc7e5a-90a3-617a-2850-2ccbe3df3560/WALs/testsplitwillfailifwritingtoregionfails,16010,1733257806332/wal.dat.3, size=1.4 K (1393bytes) 2024-12-03T20:30:09,727 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45023/user/jenkins/test-data/94fc7e5a-90a3-617a-2850-2ccbe3df3560/WALs/testsplitwillfailifwritingtoregionfails,16010,1733257806332/wal.dat.3 2024-12-03T20:30:09,727 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45023/user/jenkins/test-data/94fc7e5a-90a3-617a-2850-2ccbe3df3560/WALs/testsplitwillfailifwritingtoregionfails,16010,1733257806332/wal.dat.3 after 0ms 2024-12-03T20:30:09,730 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45023/user/jenkins/test-data/94fc7e5a-90a3-617a-2850-2ccbe3df3560/WALs/testsplitwillfailifwritingtoregionfails,16010,1733257806332/wal.dat.3 took 3ms 2024-12-03T20:30:09,734 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/94fc7e5a-90a3-617a-2850-2ccbe3df3560/WALs/testsplitwillfailifwritingtoregionfails,16010,1733257806332/wal.dat.3 so closing down 2024-12-03T20:30:09,734 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T20:30:09,736 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T20:30:09,742 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-12-03T20:30:09,750 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/94fc7e5a-90a3-617a-2850-2ccbe3df3560/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-12-03T20:30:09,759 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-12-03T20:30:09,784 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/94fc7e5a-90a3-617a-2850-2ccbe3df3560/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-12-03T20:30:09,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742142_1321 (size=743) 2024-12-03T20:30:09,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742142_1321 (size=743) 2024-12-03T20:30:09,789 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/94fc7e5a-90a3-617a-2850-2ccbe3df3560/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T20:30:09,810 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/94fc7e5a-90a3-617a-2850-2ccbe3df3560/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:45023/user/jenkins/test-data/94fc7e5a-90a3-617a-2850-2ccbe3df3560/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-12-03T20:30:09,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742143_1322 (size=743) 2024-12-03T20:30:09,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742143_1322 (size=743) 2024-12-03T20:30:09,848 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/94fc7e5a-90a3-617a-2850-2ccbe3df3560/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T20:30:09,852 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/94fc7e5a-90a3-617a-2850-2ccbe3df3560/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:45023/user/jenkins/test-data/94fc7e5a-90a3-617a-2850-2ccbe3df3560/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-12-03T20:30:09,853 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 119 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/94fc7e5a-90a3-617a-2850-2ccbe3df3560/WALs/testsplitwillfailifwritingtoregionfails,16010,1733257806332/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-03T20:30:09,853 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45023/user/jenkins/test-data/94fc7e5a-90a3-617a-2850-2ccbe3df3560/WALs/testsplitwillfailifwritingtoregionfails,16010,1733257806332/wal.dat.3, journal: Splitting hdfs://localhost:45023/user/jenkins/test-data/94fc7e5a-90a3-617a-2850-2ccbe3df3560/WALs/testsplitwillfailifwritingtoregionfails,16010,1733257806332/wal.dat.3, size=1.4 K (1393bytes) at 1733257809727Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/94fc7e5a-90a3-617a-2850-2ccbe3df3560/WALs/testsplitwillfailifwritingtoregionfails,16010,1733257806332/wal.dat.3 so closing down at 1733257809734 (+7 ms)3 split writer threads finished at 1733257809736 (+2 ms)Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/94fc7e5a-90a3-617a-2850-2ccbe3df3560/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1733257809750 (+14 ms)Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/94fc7e5a-90a3-617a-2850-2ccbe3df3560/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1733257809784 (+34 ms)Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/94fc7e5a-90a3-617a-2850-2ccbe3df3560/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733257809789 (+5 ms)Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/94fc7e5a-90a3-617a-2850-2ccbe3df3560/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:45023/user/jenkins/test-data/94fc7e5a-90a3-617a-2850-2ccbe3df3560/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1733257809810 (+21 ms)Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/94fc7e5a-90a3-617a-2850-2ccbe3df3560/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733257809848 (+38 ms)Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/94fc7e5a-90a3-617a-2850-2ccbe3df3560/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:45023/user/jenkins/test-data/94fc7e5a-90a3-617a-2850-2ccbe3df3560/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1733257809852 (+4 ms)Processed 20 edits across 2 Regions in 119 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/94fc7e5a-90a3-617a-2850-2ccbe3df3560/WALs/testsplitwillfailifwritingtoregionfails,16010,1733257806332/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733257809853 (+1 ms) 2024-12-03T20:30:09,855 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45023/user/jenkins/test-data/94fc7e5a-90a3-617a-2850-2ccbe3df3560/WALs/testsplitwillfailifwritingtoregionfails,16010,1733257806332/wal.dat.3 to hdfs://localhost:45023/user/jenkins/test-data/94fc7e5a-90a3-617a-2850-2ccbe3df3560/oldWALs/wal.dat.3 2024-12-03T20:30:09,855 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45023/user/jenkins/test-data/94fc7e5a-90a3-617a-2850-2ccbe3df3560/WALs/testsplitwillfailifwritingtoregionfails,16010,1733257806332/wal.dat.4, size=1.4 K (1458bytes) 2024-12-03T20:30:09,855 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45023/user/jenkins/test-data/94fc7e5a-90a3-617a-2850-2ccbe3df3560/WALs/testsplitwillfailifwritingtoregionfails,16010,1733257806332/wal.dat.4 2024-12-03T20:30:09,856 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45023/user/jenkins/test-data/94fc7e5a-90a3-617a-2850-2ccbe3df3560/WALs/testsplitwillfailifwritingtoregionfails,16010,1733257806332/wal.dat.4 after 1ms 2024-12-03T20:30:09,858 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45023/user/jenkins/test-data/94fc7e5a-90a3-617a-2850-2ccbe3df3560/WALs/testsplitwillfailifwritingtoregionfails,16010,1733257806332/wal.dat.4 took 3ms 2024-12-03T20:30:09,868 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/94fc7e5a-90a3-617a-2850-2ccbe3df3560/WALs/testsplitwillfailifwritingtoregionfails,16010,1733257806332/wal.dat.4 so closing down 2024-12-03T20:30:09,868 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T20:30:09,872 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T20:30:09,875 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.4.temp 2024-12-03T20:30:09,889 INFO [split-log-closeStream-pool-2 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-12-03T20:30:09,892 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-12-03T20:30:09,902 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/94fc7e5a-90a3-617a-2850-2ccbe3df3560/data/default/t1/break/recovered.edits/0000000000000000000-wal.dat.4.temp org.apache.hadoop.hbase.regionserver.wal.InstrumentedLogWriter: I will throw an exception now... 2024-12-03T20:30:09,903 ERROR [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink$RecoveredEditsWriter(257): Failed to write log entry t1/break/0=[#edits: 1 = ] to log java.io.IOException: This exception is instrumented and should only be thrown for testing at org.apache.hadoop.hbase.regionserver.wal.InstrumentedLogWriter.append(InstrumentedLogWriter.java:39) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.AbstractRecoveredEditsOutputSink$RecoveredEditsWriter.writeRegionEntries(AbstractRecoveredEditsOutputSink.java:238) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.append(BoundedRecoveredEditsOutputSink.java:69) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.lambda$writeRemainingEntryBuffers$1(BoundedRecoveredEditsOutputSink.java:100) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T20:30:09,903 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 21 edits across 0 Regions in 43 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/94fc7e5a-90a3-617a-2850-2ccbe3df3560/WALs/testsplitwillfailifwritingtoregionfails,16010,1733257806332/wal.dat.4, size=1.4 K, length=1458, corrupted=false, cancelled=true 2024-12-03T20:30:09,903 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45023/user/jenkins/test-data/94fc7e5a-90a3-617a-2850-2ccbe3df3560/WALs/testsplitwillfailifwritingtoregionfails,16010,1733257806332/wal.dat.4, journal: Splitting hdfs://localhost:45023/user/jenkins/test-data/94fc7e5a-90a3-617a-2850-2ccbe3df3560/WALs/testsplitwillfailifwritingtoregionfails,16010,1733257806332/wal.dat.4, size=1.4 K (1458bytes) at 1733257809855Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/94fc7e5a-90a3-617a-2850-2ccbe3df3560/WALs/testsplitwillfailifwritingtoregionfails,16010,1733257806332/wal.dat.4 so closing down at 1733257809868 (+13 ms)3 split writer threads finished at 1733257809872 (+4 ms)Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/94fc7e5a-90a3-617a-2850-2ccbe3df3560/data/default/t1/break/recovered.edits/0000000000000000000-wal.dat.4.temp at 1733257809902 (+30 ms)Failed to write log entry t1/break/0=[#edits: 1 = ] to log at 1733257809903 (+1 ms)Processed 21 edits across 0 Regions in 43 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/94fc7e5a-90a3-617a-2850-2ccbe3df3560/WALs/testsplitwillfailifwritingtoregionfails,16010,1733257806332/wal.dat.4, size=1.4 K, length=1458, corrupted=false, cancelled=true at 1733257809903 2024-12-03T20:30:09,916 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/94fc7e5a-90a3-617a-2850-2ccbe3df3560/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-12-03T20:30:09,924 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/94fc7e5a-90a3-617a-2850-2ccbe3df3560/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-12-03T20:30:09,917 WARN [Thread-2076 {}] hdfs.DataStreamer(859): DataStreamer Exception java.io.InterruptedIOException: Call interrupted at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1577) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.addBlock(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$addBlock$11(ClientNamenodeProtocolTranslatorPB.java:500) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.addBlock(ClientNamenodeProtocolTranslatorPB.java:500) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor4.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.addBlock(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DFSOutputStream.addBlock(DFSOutputStream.java:1143) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.locateFollowingBlock(DataStreamer.java:2035) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForCreate(DataStreamer.java:1830) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:752) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-12-03T20:30:09,943 ERROR [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(82): Could not close recovered edits at hdfs://localhost:45023/user/jenkins/test-data/94fc7e5a-90a3-617a-2850-2ccbe3df3560/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp java.io.InterruptedIOException: Interrupted while waiting for data to be acknowledged by pipeline at org.apache.hadoop.hdfs.DataStreamer.waitForAckedSeqno(DataStreamer.java:979) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSOutputStream.flushInternal(DFSOutputStream.java:792) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSOutputStream.closeImpl(DFSOutputStream.java:909) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSOutputStream.close(DFSOutputStream.java:861) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FSDataOutputStream$PositionCache.close(FSDataOutputStream.java:77) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FSDataOutputStream.close(FSDataOutputStream.java:106) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufLogWriter.close(ProtobufLogWriter.java:73) ~[classes/:?] at org.apache.hadoop.hbase.wal.AbstractRecoveredEditsOutputSink.closeRecoveredEditsWriter(AbstractRecoveredEditsOutputSink.java:79) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.append(BoundedRecoveredEditsOutputSink.java:73) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.lambda$writeRemainingEntryBuffers$1(BoundedRecoveredEditsOutputSink.java:100) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T20:30:09,943 ERROR [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(82): Could not close recovered edits at hdfs://localhost:45023/user/jenkins/test-data/94fc7e5a-90a3-617a-2850-2ccbe3df3560/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp java.io.InterruptedIOException: Interrupted while waiting for data to be acknowledged by pipeline at org.apache.hadoop.hdfs.DataStreamer.waitForAckedSeqno(DataStreamer.java:979) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSOutputStream.flushInternal(DFSOutputStream.java:792) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSOutputStream.closeImpl(DFSOutputStream.java:909) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSOutputStream.close(DFSOutputStream.java:861) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FSDataOutputStream$PositionCache.close(FSDataOutputStream.java:77) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FSDataOutputStream.close(FSDataOutputStream.java:106) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufLogWriter.close(ProtobufLogWriter.java:73) ~[classes/:?] at org.apache.hadoop.hbase.wal.AbstractRecoveredEditsOutputSink.closeRecoveredEditsWriter(AbstractRecoveredEditsOutputSink.java:79) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.append(BoundedRecoveredEditsOutputSink.java:73) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.lambda$writeRemainingEntryBuffers$1(BoundedRecoveredEditsOutputSink.java:100) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T20:30:09,969 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitWillFailIfWritingToRegionFails Thread=133 (was 130) - Thread LEAK? -, OpenFileDescriptor=389 (was 389), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1422 (was 1354) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=1216 (was 1433) 2024-12-03T20:30:10,002 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testEmptyLogFiles Thread=130, OpenFileDescriptor=389, MaxFileDescriptor=1048576, SystemLoadAverage=1422, ProcessCount=11, AvailableMemoryMB=1210 2024-12-03T20:30:10,002 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-12-03T20:30:10,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742144_1323 (size=7) 2024-12-03T20:30:10,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742144_1323 (size=7) 2024-12-03T20:30:10,059 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45023/user/jenkins/test-data/72ccf0d3-cc6f-26e3-cf7f-cdec76677e77 with version=8 2024-12-03T20:30:10,059 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:30:10,061 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:30:10,069 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-12-03T20:30:10,070 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat..empty 2024-12-03T20:30:10,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742145_1324 (size=93) 2024-12-03T20:30:10,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742145_1324 (size=93) 2024-12-03T20:30:10,141 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-12-03T20:30:10,143 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-12-03T20:30:10,145 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-12-03T20:30:10,151 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:10,151 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:10,225 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:10,225 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:10,227 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:10,227 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:10,236 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:10,236 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:10,240 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:10,241 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:10,248 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:10,248 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:10,254 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:10,254 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:10,279 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:10,279 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:10,280 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:10,280 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:10,285 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:10,285 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:10,288 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:10,288 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:10,292 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:10,292 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:10,299 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:10,299 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:10,300 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:10,300 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:10,312 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:10,312 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:10,315 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:10,315 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:10,316 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:10,316 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:10,324 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:10,324 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:10,325 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:10,325 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:10,325 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:10,326 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:10,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742146_1325 (size=1393) 2024-12-03T20:30:10,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742146_1325 (size=1393) 2024-12-03T20:30:10,327 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-12-03T20:30:10,327 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-12-03T20:30:10,328 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:10,328 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:10,364 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:10,364 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:10,372 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:10,372 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:10,377 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:10,377 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:10,384 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:10,384 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:10,389 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:10,389 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:10,399 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:10,399 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:10,399 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:10,399 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:10,399 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:10,399 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:10,400 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:10,400 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:10,400 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:10,400 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:10,400 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:10,400 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:10,401 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:10,401 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:10,401 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:10,401 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:10,402 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:10,402 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:10,402 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:10,402 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:10,404 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:10,405 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:10,412 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:10,412 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:10,412 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:10,412 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:10,413 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:10,414 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:10,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742147_1326 (size=1393) 2024-12-03T20:30:10,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742147_1326 (size=1393) 2024-12-03T20:30:10,421 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-12-03T20:30:10,421 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-12-03T20:30:10,424 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:10,424 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:10,462 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:10,462 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:10,462 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:10,462 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:10,463 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:10,463 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:10,463 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:10,463 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:10,463 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:10,463 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:10,464 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:10,464 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:10,464 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:10,464 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:10,468 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:10,468 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:10,474 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:10,474 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:10,493 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:10,493 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:10,504 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:10,505 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:10,507 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:10,507 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:10,507 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:10,507 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:10,508 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:10,508 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:10,509 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:10,509 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:10,512 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:10,512 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:10,516 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:10,516 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:10,519 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:10,519 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:10,523 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:10,523 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:10,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742148_1327 (size=1393) 2024-12-03T20:30:10,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742148_1327 (size=1393) 2024-12-03T20:30:10,532 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-12-03T20:30:10,532 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-12-03T20:30:10,546 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:10,546 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:10,579 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:10,580 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:10,586 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:10,586 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:10,591 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:10,592 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:10,601 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:10,601 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:10,604 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:10,604 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:10,606 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:10,606 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:10,607 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:10,607 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:10,607 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:10,607 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:10,607 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:10,607 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:10,608 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:10,608 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:10,608 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:10,608 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:10,608 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:10,608 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:10,609 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:10,609 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:10,609 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:10,609 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:10,609 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:10,609 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:10,610 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:10,610 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:10,610 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:10,610 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:10,610 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:10,610 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:10,611 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:10,611 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:10,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742149_1328 (size=1393) 2024-12-03T20:30:10,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742149_1328 (size=1393) 2024-12-03T20:30:11,024 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-12-03T20:30:11,025 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-12-03T20:30:11,040 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:11,040 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:11,084 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:11,085 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:11,096 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:11,096 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:11,106 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:11,106 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:11,114 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:11,114 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:11,116 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:11,116 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:11,121 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:11,121 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:11,131 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:11,131 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:11,133 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:11,133 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:11,134 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:11,134 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:11,136 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:11,136 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:11,137 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:11,137 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:11,137 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:11,138 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:11,138 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:11,138 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:11,138 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:11,138 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:11,138 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:11,138 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:11,139 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:11,139 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:11,139 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:11,139 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:11,139 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:11,139 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:11,140 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:11,140 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:11,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742150_1329 (size=1393) 2024-12-03T20:30:11,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742150_1329 (size=1393) 2024-12-03T20:30:11,145 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-12-03T20:30:11,145 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-12-03T20:30:11,148 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:11,148 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:11,212 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:11,212 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:11,218 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:11,218 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:11,220 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:11,220 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:11,225 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:11,225 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:11,228 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:11,228 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:11,229 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:11,229 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:11,230 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:11,230 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:11,236 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:11,236 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:11,256 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:11,256 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:11,260 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:11,260 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:11,264 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:11,264 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:11,268 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:11,268 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:11,271 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:11,271 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:11,276 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:11,276 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:11,284 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:11,284 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:11,290 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:11,290 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:11,294 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:11,295 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:11,297 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:11,297 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:11,300 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:11,300 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:11,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742151_1330 (size=1393) 2024-12-03T20:30:11,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742151_1330 (size=1393) 2024-12-03T20:30:11,317 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-12-03T20:30:11,317 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-12-03T20:30:11,342 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:11,342 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:11,393 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:11,393 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:11,393 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:11,393 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:11,393 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:11,393 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:11,393 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:11,394 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:11,394 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:11,394 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:11,394 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:11,394 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:11,394 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:11,394 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:11,394 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:11,394 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:11,395 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:11,395 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:11,395 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:11,395 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:11,395 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:11,395 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:11,396 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:11,396 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:11,396 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:11,396 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:11,396 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:11,396 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:11,396 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:11,396 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:11,397 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:11,397 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:11,397 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:11,397 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:11,397 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:11,397 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:11,397 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:11,397 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:11,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742152_1331 (size=1405) 2024-12-03T20:30:11,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742152_1331 (size=1405) 2024-12-03T20:30:11,404 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-12-03T20:30:11,405 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-12-03T20:30:11,416 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:11,416 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:11,481 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:11,482 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:11,488 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:11,488 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:11,500 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:11,500 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:11,512 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:11,512 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:11,524 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:11,524 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:11,528 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:11,528 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:11,535 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:11,535 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:11,536 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:11,536 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:11,545 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:11,545 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:11,551 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:11,551 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:11,556 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:11,556 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:11,560 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:11,560 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:11,566 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:11,566 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:11,572 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:11,572 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:11,576 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:11,576 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:11,577 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:11,577 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:11,587 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:11,587 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:11,588 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:11,588 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:11,588 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:11,588 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:11,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742153_1332 (size=1413) 2024-12-03T20:30:11,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742153_1332 (size=1413) 2024-12-03T20:30:11,591 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-12-03T20:30:11,591 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-12-03T20:30:11,595 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:11,595 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:11,613 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:11,613 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:11,614 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:11,614 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:11,614 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:11,614 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:11,614 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:11,614 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:11,620 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:11,620 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:11,626 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:11,626 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:11,630 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:11,630 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:11,633 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:11,633 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:11,636 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:11,636 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:11,637 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:11,637 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:11,637 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:11,637 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:11,637 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:11,637 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:11,637 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:11,638 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:11,638 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:11,638 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:11,638 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:11,638 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:11,638 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:11,638 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:11,639 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:11,639 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:11,639 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:11,639 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:11,639 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:11,639 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:11,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742154_1333 (size=1413) 2024-12-03T20:30:11,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742154_1333 (size=1413) 2024-12-03T20:30:12,049 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-12-03T20:30:12,049 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-12-03T20:30:12,050 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:12,050 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:12,062 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:12,062 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:12,063 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:12,063 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:12,063 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:12,063 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:12,063 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:12,064 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:12,064 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:12,064 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:12,064 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:12,064 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:12,065 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:12,065 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:12,065 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:12,065 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:12,065 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:12,065 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:12,065 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:12,065 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:12,065 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:12,065 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:12,066 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:12,066 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:12,066 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:12,066 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:12,066 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:12,066 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:12,066 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:12,066 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:12,066 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:12,066 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:12,067 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:12,067 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:12,067 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:12,067 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:12,067 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:12,067 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:12,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742155_1334 (size=1413) 2024-12-03T20:30:12,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742155_1334 (size=1413) 2024-12-03T20:30:12,471 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-12-03T20:30:12,471 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.empty 2024-12-03T20:30:12,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742156_1335 (size=93) 2024-12-03T20:30:12,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742156_1335 (size=93) 2024-12-03T20:30:12,993 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45023/user/jenkins/test-data/7282041d-7f9e-92a7-20fd-9b2d6dd92001/WALs/testemptylogfiles,16010,1733257810069/wal.dat..empty, size=93 (93bytes) 2024-12-03T20:30:12,993 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45023/user/jenkins/test-data/7282041d-7f9e-92a7-20fd-9b2d6dd92001/WALs/testemptylogfiles,16010,1733257810069/wal.dat..empty 2024-12-03T20:30:13,000 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45023/user/jenkins/test-data/7282041d-7f9e-92a7-20fd-9b2d6dd92001/WALs/testemptylogfiles,16010,1733257810069/wal.dat..empty after 7ms 2024-12-03T20:30:13,018 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45023/user/jenkins/test-data/7282041d-7f9e-92a7-20fd-9b2d6dd92001/WALs/testemptylogfiles,16010,1733257810069/wal.dat..empty took 26ms 2024-12-03T20:30:13,024 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/7282041d-7f9e-92a7-20fd-9b2d6dd92001/WALs/testemptylogfiles,16010,1733257810069/wal.dat..empty so closing down 2024-12-03T20:30:13,024 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T20:30:13,028 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T20:30:13,028 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 4 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/7282041d-7f9e-92a7-20fd-9b2d6dd92001/WALs/testemptylogfiles,16010,1733257810069/wal.dat..empty, size=93, length=93, corrupted=false, cancelled=false 2024-12-03T20:30:13,028 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45023/user/jenkins/test-data/7282041d-7f9e-92a7-20fd-9b2d6dd92001/WALs/testemptylogfiles,16010,1733257810069/wal.dat..empty, journal: Splitting hdfs://localhost:45023/user/jenkins/test-data/7282041d-7f9e-92a7-20fd-9b2d6dd92001/WALs/testemptylogfiles,16010,1733257810069/wal.dat..empty, size=93 (93bytes) at 1733257812993Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/7282041d-7f9e-92a7-20fd-9b2d6dd92001/WALs/testemptylogfiles,16010,1733257810069/wal.dat..empty so closing down at 1733257813024 (+31 ms)3 split writer threads finished at 1733257813028 (+4 ms)Processed 0 edits across 0 Regions in 4 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/7282041d-7f9e-92a7-20fd-9b2d6dd92001/WALs/testemptylogfiles,16010,1733257810069/wal.dat..empty, size=93, length=93, corrupted=false, cancelled=false at 1733257813028 2024-12-03T20:30:13,030 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45023/user/jenkins/test-data/7282041d-7f9e-92a7-20fd-9b2d6dd92001/WALs/testemptylogfiles,16010,1733257810069/wal.dat..empty to hdfs://localhost:45023/user/jenkins/test-data/7282041d-7f9e-92a7-20fd-9b2d6dd92001/oldWALs/wal.dat..empty 2024-12-03T20:30:13,032 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45023/user/jenkins/test-data/7282041d-7f9e-92a7-20fd-9b2d6dd92001/WALs/testemptylogfiles,16010,1733257810069/wal.dat.0, size=1.4 K (1393bytes) 2024-12-03T20:30:13,032 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45023/user/jenkins/test-data/7282041d-7f9e-92a7-20fd-9b2d6dd92001/WALs/testemptylogfiles,16010,1733257810069/wal.dat.0 2024-12-03T20:30:13,033 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45023/user/jenkins/test-data/7282041d-7f9e-92a7-20fd-9b2d6dd92001/WALs/testemptylogfiles,16010,1733257810069/wal.dat.0 after 1ms 2024-12-03T20:30:13,036 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45023/user/jenkins/test-data/7282041d-7f9e-92a7-20fd-9b2d6dd92001/WALs/testemptylogfiles,16010,1733257810069/wal.dat.0 took 5ms 2024-12-03T20:30:13,065 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/7282041d-7f9e-92a7-20fd-9b2d6dd92001/WALs/testemptylogfiles,16010,1733257810069/wal.dat.0 so closing down 2024-12-03T20:30:13,065 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T20:30:13,065 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T20:30:13,073 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-12-03T20:30:13,074 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/7282041d-7f9e-92a7-20fd-9b2d6dd92001/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-12-03T20:30:13,075 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-12-03T20:30:13,077 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/7282041d-7f9e-92a7-20fd-9b2d6dd92001/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-12-03T20:30:13,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742157_1336 (size=743) 2024-12-03T20:30:13,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742157_1336 (size=743) 2024-12-03T20:30:13,114 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/7282041d-7f9e-92a7-20fd-9b2d6dd92001/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T20:30:13,125 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/7282041d-7f9e-92a7-20fd-9b2d6dd92001/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:45023/user/jenkins/test-data/7282041d-7f9e-92a7-20fd-9b2d6dd92001/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-12-03T20:30:13,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742158_1337 (size=743) 2024-12-03T20:30:13,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742158_1337 (size=743) 2024-12-03T20:30:13,150 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/7282041d-7f9e-92a7-20fd-9b2d6dd92001/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T20:30:13,151 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/7282041d-7f9e-92a7-20fd-9b2d6dd92001/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:45023/user/jenkins/test-data/7282041d-7f9e-92a7-20fd-9b2d6dd92001/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-12-03T20:30:13,152 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 94 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/7282041d-7f9e-92a7-20fd-9b2d6dd92001/WALs/testemptylogfiles,16010,1733257810069/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-03T20:30:13,152 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45023/user/jenkins/test-data/7282041d-7f9e-92a7-20fd-9b2d6dd92001/WALs/testemptylogfiles,16010,1733257810069/wal.dat.0, journal: Splitting hdfs://localhost:45023/user/jenkins/test-data/7282041d-7f9e-92a7-20fd-9b2d6dd92001/WALs/testemptylogfiles,16010,1733257810069/wal.dat.0, size=1.4 K (1393bytes) at 1733257813032Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/7282041d-7f9e-92a7-20fd-9b2d6dd92001/WALs/testemptylogfiles,16010,1733257810069/wal.dat.0 so closing down at 1733257813065 (+33 ms)3 split writer threads finished at 1733257813065Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/7282041d-7f9e-92a7-20fd-9b2d6dd92001/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1733257813074 (+9 ms)Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/7282041d-7f9e-92a7-20fd-9b2d6dd92001/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1733257813077 (+3 ms)Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/7282041d-7f9e-92a7-20fd-9b2d6dd92001/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733257813114 (+37 ms)Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/7282041d-7f9e-92a7-20fd-9b2d6dd92001/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:45023/user/jenkins/test-data/7282041d-7f9e-92a7-20fd-9b2d6dd92001/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1733257813125 (+11 ms)Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/7282041d-7f9e-92a7-20fd-9b2d6dd92001/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733257813150 (+25 ms)Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/7282041d-7f9e-92a7-20fd-9b2d6dd92001/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:45023/user/jenkins/test-data/7282041d-7f9e-92a7-20fd-9b2d6dd92001/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1733257813151 (+1 ms)Processed 20 edits across 2 Regions in 94 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/7282041d-7f9e-92a7-20fd-9b2d6dd92001/WALs/testemptylogfiles,16010,1733257810069/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733257813152 (+1 ms) 2024-12-03T20:30:13,159 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45023/user/jenkins/test-data/7282041d-7f9e-92a7-20fd-9b2d6dd92001/WALs/testemptylogfiles,16010,1733257810069/wal.dat.0 to hdfs://localhost:45023/user/jenkins/test-data/7282041d-7f9e-92a7-20fd-9b2d6dd92001/oldWALs/wal.dat.0 2024-12-03T20:30:13,159 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45023/user/jenkins/test-data/7282041d-7f9e-92a7-20fd-9b2d6dd92001/WALs/testemptylogfiles,16010,1733257810069/wal.dat.1, size=1.4 K (1393bytes) 2024-12-03T20:30:13,159 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45023/user/jenkins/test-data/7282041d-7f9e-92a7-20fd-9b2d6dd92001/WALs/testemptylogfiles,16010,1733257810069/wal.dat.1 2024-12-03T20:30:13,160 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45023/user/jenkins/test-data/7282041d-7f9e-92a7-20fd-9b2d6dd92001/WALs/testemptylogfiles,16010,1733257810069/wal.dat.1 after 1ms 2024-12-03T20:30:13,162 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45023/user/jenkins/test-data/7282041d-7f9e-92a7-20fd-9b2d6dd92001/WALs/testemptylogfiles,16010,1733257810069/wal.dat.1 took 3ms 2024-12-03T20:30:13,185 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/7282041d-7f9e-92a7-20fd-9b2d6dd92001/WALs/testemptylogfiles,16010,1733257810069/wal.dat.1 so closing down 2024-12-03T20:30:13,186 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T20:30:13,194 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T20:30:13,229 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-12-03T20:30:13,229 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-12-03T20:30:13,240 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/7282041d-7f9e-92a7-20fd-9b2d6dd92001/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-12-03T20:30:13,240 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/7282041d-7f9e-92a7-20fd-9b2d6dd92001/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-12-03T20:30:13,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742159_1338 (size=743) 2024-12-03T20:30:13,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742159_1338 (size=743) 2024-12-03T20:30:13,318 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/7282041d-7f9e-92a7-20fd-9b2d6dd92001/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T20:30:13,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742160_1339 (size=743) 2024-12-03T20:30:13,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742160_1339 (size=743) 2024-12-03T20:30:13,328 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/7282041d-7f9e-92a7-20fd-9b2d6dd92001/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:45023/user/jenkins/test-data/7282041d-7f9e-92a7-20fd-9b2d6dd92001/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-12-03T20:30:13,332 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/7282041d-7f9e-92a7-20fd-9b2d6dd92001/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T20:30:13,348 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/7282041d-7f9e-92a7-20fd-9b2d6dd92001/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:45023/user/jenkins/test-data/7282041d-7f9e-92a7-20fd-9b2d6dd92001/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-12-03T20:30:13,348 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 164 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/7282041d-7f9e-92a7-20fd-9b2d6dd92001/WALs/testemptylogfiles,16010,1733257810069/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-03T20:30:13,348 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45023/user/jenkins/test-data/7282041d-7f9e-92a7-20fd-9b2d6dd92001/WALs/testemptylogfiles,16010,1733257810069/wal.dat.1, journal: Splitting hdfs://localhost:45023/user/jenkins/test-data/7282041d-7f9e-92a7-20fd-9b2d6dd92001/WALs/testemptylogfiles,16010,1733257810069/wal.dat.1, size=1.4 K (1393bytes) at 1733257813159Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/7282041d-7f9e-92a7-20fd-9b2d6dd92001/WALs/testemptylogfiles,16010,1733257810069/wal.dat.1 so closing down at 1733257813185 (+26 ms)3 split writer threads finished at 1733257813194 (+9 ms)Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/7282041d-7f9e-92a7-20fd-9b2d6dd92001/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1733257813240 (+46 ms)Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/7282041d-7f9e-92a7-20fd-9b2d6dd92001/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1733257813240Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/7282041d-7f9e-92a7-20fd-9b2d6dd92001/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733257813318 (+78 ms)Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/7282041d-7f9e-92a7-20fd-9b2d6dd92001/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:45023/user/jenkins/test-data/7282041d-7f9e-92a7-20fd-9b2d6dd92001/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1733257813328 (+10 ms)Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/7282041d-7f9e-92a7-20fd-9b2d6dd92001/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733257813332 (+4 ms)Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/7282041d-7f9e-92a7-20fd-9b2d6dd92001/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:45023/user/jenkins/test-data/7282041d-7f9e-92a7-20fd-9b2d6dd92001/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1733257813348 (+16 ms)Processed 20 edits across 2 Regions in 164 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/7282041d-7f9e-92a7-20fd-9b2d6dd92001/WALs/testemptylogfiles,16010,1733257810069/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733257813348 2024-12-03T20:30:13,367 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45023/user/jenkins/test-data/7282041d-7f9e-92a7-20fd-9b2d6dd92001/WALs/testemptylogfiles,16010,1733257810069/wal.dat.1 to hdfs://localhost:45023/user/jenkins/test-data/7282041d-7f9e-92a7-20fd-9b2d6dd92001/oldWALs/wal.dat.1 2024-12-03T20:30:13,367 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45023/user/jenkins/test-data/7282041d-7f9e-92a7-20fd-9b2d6dd92001/WALs/testemptylogfiles,16010,1733257810069/wal.dat.2, size=1.4 K (1393bytes) 2024-12-03T20:30:13,367 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45023/user/jenkins/test-data/7282041d-7f9e-92a7-20fd-9b2d6dd92001/WALs/testemptylogfiles,16010,1733257810069/wal.dat.2 2024-12-03T20:30:13,368 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45023/user/jenkins/test-data/7282041d-7f9e-92a7-20fd-9b2d6dd92001/WALs/testemptylogfiles,16010,1733257810069/wal.dat.2 after 1ms 2024-12-03T20:30:13,373 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45023/user/jenkins/test-data/7282041d-7f9e-92a7-20fd-9b2d6dd92001/WALs/testemptylogfiles,16010,1733257810069/wal.dat.2 took 6ms 2024-12-03T20:30:13,403 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/7282041d-7f9e-92a7-20fd-9b2d6dd92001/WALs/testemptylogfiles,16010,1733257810069/wal.dat.2 so closing down 2024-12-03T20:30:13,403 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T20:30:13,408 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T20:30:13,440 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-12-03T20:30:13,446 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/7282041d-7f9e-92a7-20fd-9b2d6dd92001/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-12-03T20:30:13,460 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-12-03T20:30:13,474 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/7282041d-7f9e-92a7-20fd-9b2d6dd92001/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-12-03T20:30:13,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742161_1340 (size=743) 2024-12-03T20:30:13,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742161_1340 (size=743) 2024-12-03T20:30:13,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742162_1341 (size=743) 2024-12-03T20:30:13,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742162_1341 (size=743) 2024-12-03T20:30:13,562 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/7282041d-7f9e-92a7-20fd-9b2d6dd92001/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T20:30:13,564 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/7282041d-7f9e-92a7-20fd-9b2d6dd92001/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:45023/user/jenkins/test-data/7282041d-7f9e-92a7-20fd-9b2d6dd92001/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-12-03T20:30:13,909 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/7282041d-7f9e-92a7-20fd-9b2d6dd92001/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T20:30:13,928 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/7282041d-7f9e-92a7-20fd-9b2d6dd92001/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:45023/user/jenkins/test-data/7282041d-7f9e-92a7-20fd-9b2d6dd92001/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-12-03T20:30:13,929 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 531 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/7282041d-7f9e-92a7-20fd-9b2d6dd92001/WALs/testemptylogfiles,16010,1733257810069/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-03T20:30:13,929 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45023/user/jenkins/test-data/7282041d-7f9e-92a7-20fd-9b2d6dd92001/WALs/testemptylogfiles,16010,1733257810069/wal.dat.2, journal: Splitting hdfs://localhost:45023/user/jenkins/test-data/7282041d-7f9e-92a7-20fd-9b2d6dd92001/WALs/testemptylogfiles,16010,1733257810069/wal.dat.2, size=1.4 K (1393bytes) at 1733257813367Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/7282041d-7f9e-92a7-20fd-9b2d6dd92001/WALs/testemptylogfiles,16010,1733257810069/wal.dat.2 so closing down at 1733257813403 (+36 ms)3 split writer threads finished at 1733257813408 (+5 ms)Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/7282041d-7f9e-92a7-20fd-9b2d6dd92001/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1733257813446 (+38 ms)Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/7282041d-7f9e-92a7-20fd-9b2d6dd92001/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1733257813474 (+28 ms)Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/7282041d-7f9e-92a7-20fd-9b2d6dd92001/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733257813562 (+88 ms)Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/7282041d-7f9e-92a7-20fd-9b2d6dd92001/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:45023/user/jenkins/test-data/7282041d-7f9e-92a7-20fd-9b2d6dd92001/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1733257813564 (+2 ms)Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/7282041d-7f9e-92a7-20fd-9b2d6dd92001/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733257813909 (+345 ms)Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/7282041d-7f9e-92a7-20fd-9b2d6dd92001/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:45023/user/jenkins/test-data/7282041d-7f9e-92a7-20fd-9b2d6dd92001/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1733257813928 (+19 ms)Processed 20 edits across 2 Regions in 531 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/7282041d-7f9e-92a7-20fd-9b2d6dd92001/WALs/testemptylogfiles,16010,1733257810069/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733257813929 (+1 ms) 2024-12-03T20:30:13,953 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45023/user/jenkins/test-data/7282041d-7f9e-92a7-20fd-9b2d6dd92001/WALs/testemptylogfiles,16010,1733257810069/wal.dat.2 to hdfs://localhost:45023/user/jenkins/test-data/7282041d-7f9e-92a7-20fd-9b2d6dd92001/oldWALs/wal.dat.2 2024-12-03T20:30:13,953 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45023/user/jenkins/test-data/7282041d-7f9e-92a7-20fd-9b2d6dd92001/WALs/testemptylogfiles,16010,1733257810069/wal.dat.3, size=1.4 K (1393bytes) 2024-12-03T20:30:13,953 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45023/user/jenkins/test-data/7282041d-7f9e-92a7-20fd-9b2d6dd92001/WALs/testemptylogfiles,16010,1733257810069/wal.dat.3 2024-12-03T20:30:13,955 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45023/user/jenkins/test-data/7282041d-7f9e-92a7-20fd-9b2d6dd92001/WALs/testemptylogfiles,16010,1733257810069/wal.dat.3 after 2ms 2024-12-03T20:30:13,961 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45023/user/jenkins/test-data/7282041d-7f9e-92a7-20fd-9b2d6dd92001/WALs/testemptylogfiles,16010,1733257810069/wal.dat.3 took 8ms 2024-12-03T20:30:13,980 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/7282041d-7f9e-92a7-20fd-9b2d6dd92001/WALs/testemptylogfiles,16010,1733257810069/wal.dat.3 so closing down 2024-12-03T20:30:13,980 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T20:30:13,981 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T20:30:13,983 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-12-03T20:30:13,984 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-12-03T20:30:13,991 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/7282041d-7f9e-92a7-20fd-9b2d6dd92001/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-12-03T20:30:13,992 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/7282041d-7f9e-92a7-20fd-9b2d6dd92001/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-12-03T20:30:14,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742164_1343 (size=743) 2024-12-03T20:30:14,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742164_1343 (size=743) 2024-12-03T20:30:14,066 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/7282041d-7f9e-92a7-20fd-9b2d6dd92001/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T20:30:14,071 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/7282041d-7f9e-92a7-20fd-9b2d6dd92001/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:45023/user/jenkins/test-data/7282041d-7f9e-92a7-20fd-9b2d6dd92001/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-12-03T20:30:14,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742163_1342 (size=743) 2024-12-03T20:30:14,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742163_1342 (size=743) 2024-12-03T20:30:14,095 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/7282041d-7f9e-92a7-20fd-9b2d6dd92001/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T20:30:14,101 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/7282041d-7f9e-92a7-20fd-9b2d6dd92001/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:45023/user/jenkins/test-data/7282041d-7f9e-92a7-20fd-9b2d6dd92001/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-12-03T20:30:14,101 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 123 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/7282041d-7f9e-92a7-20fd-9b2d6dd92001/WALs/testemptylogfiles,16010,1733257810069/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-03T20:30:14,101 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45023/user/jenkins/test-data/7282041d-7f9e-92a7-20fd-9b2d6dd92001/WALs/testemptylogfiles,16010,1733257810069/wal.dat.3, journal: Splitting hdfs://localhost:45023/user/jenkins/test-data/7282041d-7f9e-92a7-20fd-9b2d6dd92001/WALs/testemptylogfiles,16010,1733257810069/wal.dat.3, size=1.4 K (1393bytes) at 1733257813953Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/7282041d-7f9e-92a7-20fd-9b2d6dd92001/WALs/testemptylogfiles,16010,1733257810069/wal.dat.3 so closing down at 1733257813980 (+27 ms)3 split writer threads finished at 1733257813981 (+1 ms)Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/7282041d-7f9e-92a7-20fd-9b2d6dd92001/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1733257813991 (+10 ms)Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/7282041d-7f9e-92a7-20fd-9b2d6dd92001/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1733257813992 (+1 ms)Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/7282041d-7f9e-92a7-20fd-9b2d6dd92001/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733257814066 (+74 ms)Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/7282041d-7f9e-92a7-20fd-9b2d6dd92001/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:45023/user/jenkins/test-data/7282041d-7f9e-92a7-20fd-9b2d6dd92001/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1733257814071 (+5 ms)Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/7282041d-7f9e-92a7-20fd-9b2d6dd92001/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733257814095 (+24 ms)Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/7282041d-7f9e-92a7-20fd-9b2d6dd92001/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:45023/user/jenkins/test-data/7282041d-7f9e-92a7-20fd-9b2d6dd92001/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1733257814101 (+6 ms)Processed 20 edits across 2 Regions in 123 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/7282041d-7f9e-92a7-20fd-9b2d6dd92001/WALs/testemptylogfiles,16010,1733257810069/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733257814101 2024-12-03T20:30:14,103 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45023/user/jenkins/test-data/7282041d-7f9e-92a7-20fd-9b2d6dd92001/WALs/testemptylogfiles,16010,1733257810069/wal.dat.3 to hdfs://localhost:45023/user/jenkins/test-data/7282041d-7f9e-92a7-20fd-9b2d6dd92001/oldWALs/wal.dat.3 2024-12-03T20:30:14,104 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45023/user/jenkins/test-data/7282041d-7f9e-92a7-20fd-9b2d6dd92001/WALs/testemptylogfiles,16010,1733257810069/wal.dat.4, size=1.4 K (1393bytes) 2024-12-03T20:30:14,104 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45023/user/jenkins/test-data/7282041d-7f9e-92a7-20fd-9b2d6dd92001/WALs/testemptylogfiles,16010,1733257810069/wal.dat.4 2024-12-03T20:30:14,106 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45023/user/jenkins/test-data/7282041d-7f9e-92a7-20fd-9b2d6dd92001/WALs/testemptylogfiles,16010,1733257810069/wal.dat.4 after 1ms 2024-12-03T20:30:14,109 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45023/user/jenkins/test-data/7282041d-7f9e-92a7-20fd-9b2d6dd92001/WALs/testemptylogfiles,16010,1733257810069/wal.dat.4 took 6ms 2024-12-03T20:30:14,113 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/7282041d-7f9e-92a7-20fd-9b2d6dd92001/WALs/testemptylogfiles,16010,1733257810069/wal.dat.4 so closing down 2024-12-03T20:30:14,113 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T20:30:14,113 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T20:30:14,126 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-12-03T20:30:14,139 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/7282041d-7f9e-92a7-20fd-9b2d6dd92001/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-12-03T20:30:14,148 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-12-03T20:30:14,155 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/7282041d-7f9e-92a7-20fd-9b2d6dd92001/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-12-03T20:30:14,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742165_1344 (size=743) 2024-12-03T20:30:14,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742165_1344 (size=743) 2024-12-03T20:30:14,173 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/7282041d-7f9e-92a7-20fd-9b2d6dd92001/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T20:30:14,174 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/7282041d-7f9e-92a7-20fd-9b2d6dd92001/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:45023/user/jenkins/test-data/7282041d-7f9e-92a7-20fd-9b2d6dd92001/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-12-03T20:30:14,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742166_1345 (size=743) 2024-12-03T20:30:14,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742166_1345 (size=743) 2024-12-03T20:30:14,205 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/7282041d-7f9e-92a7-20fd-9b2d6dd92001/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T20:30:14,206 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/7282041d-7f9e-92a7-20fd-9b2d6dd92001/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:45023/user/jenkins/test-data/7282041d-7f9e-92a7-20fd-9b2d6dd92001/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-12-03T20:30:14,207 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 95 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/7282041d-7f9e-92a7-20fd-9b2d6dd92001/WALs/testemptylogfiles,16010,1733257810069/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-03T20:30:14,207 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45023/user/jenkins/test-data/7282041d-7f9e-92a7-20fd-9b2d6dd92001/WALs/testemptylogfiles,16010,1733257810069/wal.dat.4, journal: Splitting hdfs://localhost:45023/user/jenkins/test-data/7282041d-7f9e-92a7-20fd-9b2d6dd92001/WALs/testemptylogfiles,16010,1733257810069/wal.dat.4, size=1.4 K (1393bytes) at 1733257814104Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/7282041d-7f9e-92a7-20fd-9b2d6dd92001/WALs/testemptylogfiles,16010,1733257810069/wal.dat.4 so closing down at 1733257814113 (+9 ms)3 split writer threads finished at 1733257814113Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/7282041d-7f9e-92a7-20fd-9b2d6dd92001/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1733257814139 (+26 ms)Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/7282041d-7f9e-92a7-20fd-9b2d6dd92001/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1733257814155 (+16 ms)Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/7282041d-7f9e-92a7-20fd-9b2d6dd92001/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733257814173 (+18 ms)Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/7282041d-7f9e-92a7-20fd-9b2d6dd92001/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:45023/user/jenkins/test-data/7282041d-7f9e-92a7-20fd-9b2d6dd92001/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1733257814174 (+1 ms)Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/7282041d-7f9e-92a7-20fd-9b2d6dd92001/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733257814205 (+31 ms)Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/7282041d-7f9e-92a7-20fd-9b2d6dd92001/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:45023/user/jenkins/test-data/7282041d-7f9e-92a7-20fd-9b2d6dd92001/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1733257814206 (+1 ms)Processed 20 edits across 2 Regions in 95 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/7282041d-7f9e-92a7-20fd-9b2d6dd92001/WALs/testemptylogfiles,16010,1733257810069/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733257814207 (+1 ms) 2024-12-03T20:30:14,208 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45023/user/jenkins/test-data/7282041d-7f9e-92a7-20fd-9b2d6dd92001/WALs/testemptylogfiles,16010,1733257810069/wal.dat.4 to hdfs://localhost:45023/user/jenkins/test-data/7282041d-7f9e-92a7-20fd-9b2d6dd92001/oldWALs/wal.dat.4 2024-12-03T20:30:14,209 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45023/user/jenkins/test-data/7282041d-7f9e-92a7-20fd-9b2d6dd92001/WALs/testemptylogfiles,16010,1733257810069/wal.dat.5, size=1.4 K (1393bytes) 2024-12-03T20:30:14,209 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45023/user/jenkins/test-data/7282041d-7f9e-92a7-20fd-9b2d6dd92001/WALs/testemptylogfiles,16010,1733257810069/wal.dat.5 2024-12-03T20:30:14,209 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45023/user/jenkins/test-data/7282041d-7f9e-92a7-20fd-9b2d6dd92001/WALs/testemptylogfiles,16010,1733257810069/wal.dat.5 after 0ms 2024-12-03T20:30:14,211 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45023/user/jenkins/test-data/7282041d-7f9e-92a7-20fd-9b2d6dd92001/WALs/testemptylogfiles,16010,1733257810069/wal.dat.5 took 2ms 2024-12-03T20:30:14,221 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/7282041d-7f9e-92a7-20fd-9b2d6dd92001/WALs/testemptylogfiles,16010,1733257810069/wal.dat.5 so closing down 2024-12-03T20:30:14,221 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T20:30:14,236 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T20:30:14,239 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-12-03T20:30:14,258 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-12-03T20:30:14,274 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/7282041d-7f9e-92a7-20fd-9b2d6dd92001/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-12-03T20:30:14,276 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/7282041d-7f9e-92a7-20fd-9b2d6dd92001/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-12-03T20:30:14,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742167_1346 (size=743) 2024-12-03T20:30:14,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742168_1347 (size=743) 2024-12-03T20:30:14,353 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/7282041d-7f9e-92a7-20fd-9b2d6dd92001/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T20:30:14,354 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/7282041d-7f9e-92a7-20fd-9b2d6dd92001/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T20:30:14,358 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/7282041d-7f9e-92a7-20fd-9b2d6dd92001/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:45023/user/jenkins/test-data/7282041d-7f9e-92a7-20fd-9b2d6dd92001/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-12-03T20:30:14,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742168_1347 (size=743) 2024-12-03T20:30:14,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742167_1346 (size=743) 2024-12-03T20:30:14,364 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/7282041d-7f9e-92a7-20fd-9b2d6dd92001/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:45023/user/jenkins/test-data/7282041d-7f9e-92a7-20fd-9b2d6dd92001/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-12-03T20:30:14,364 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 144 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/7282041d-7f9e-92a7-20fd-9b2d6dd92001/WALs/testemptylogfiles,16010,1733257810069/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-03T20:30:14,364 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45023/user/jenkins/test-data/7282041d-7f9e-92a7-20fd-9b2d6dd92001/WALs/testemptylogfiles,16010,1733257810069/wal.dat.5, journal: Splitting hdfs://localhost:45023/user/jenkins/test-data/7282041d-7f9e-92a7-20fd-9b2d6dd92001/WALs/testemptylogfiles,16010,1733257810069/wal.dat.5, size=1.4 K (1393bytes) at 1733257814209Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/7282041d-7f9e-92a7-20fd-9b2d6dd92001/WALs/testemptylogfiles,16010,1733257810069/wal.dat.5 so closing down at 1733257814221 (+12 ms)3 split writer threads finished at 1733257814236 (+15 ms)Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/7282041d-7f9e-92a7-20fd-9b2d6dd92001/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1733257814274 (+38 ms)Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/7282041d-7f9e-92a7-20fd-9b2d6dd92001/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1733257814276 (+2 ms)Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/7282041d-7f9e-92a7-20fd-9b2d6dd92001/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733257814353 (+77 ms)Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/7282041d-7f9e-92a7-20fd-9b2d6dd92001/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733257814355 (+2 ms)Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/7282041d-7f9e-92a7-20fd-9b2d6dd92001/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:45023/user/jenkins/test-data/7282041d-7f9e-92a7-20fd-9b2d6dd92001/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1733257814358 (+3 ms)Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/7282041d-7f9e-92a7-20fd-9b2d6dd92001/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:45023/user/jenkins/test-data/7282041d-7f9e-92a7-20fd-9b2d6dd92001/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1733257814364 (+6 ms)Processed 20 edits across 2 Regions in 144 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/7282041d-7f9e-92a7-20fd-9b2d6dd92001/WALs/testemptylogfiles,16010,1733257810069/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733257814364 2024-12-03T20:30:14,376 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45023/user/jenkins/test-data/7282041d-7f9e-92a7-20fd-9b2d6dd92001/WALs/testemptylogfiles,16010,1733257810069/wal.dat.5 to hdfs://localhost:45023/user/jenkins/test-data/7282041d-7f9e-92a7-20fd-9b2d6dd92001/oldWALs/wal.dat.5 2024-12-03T20:30:14,377 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45023/user/jenkins/test-data/7282041d-7f9e-92a7-20fd-9b2d6dd92001/WALs/testemptylogfiles,16010,1733257810069/wal.dat.6, size=1.4 K (1405bytes) 2024-12-03T20:30:14,377 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45023/user/jenkins/test-data/7282041d-7f9e-92a7-20fd-9b2d6dd92001/WALs/testemptylogfiles,16010,1733257810069/wal.dat.6 2024-12-03T20:30:14,380 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45023/user/jenkins/test-data/7282041d-7f9e-92a7-20fd-9b2d6dd92001/WALs/testemptylogfiles,16010,1733257810069/wal.dat.6 after 3ms 2024-12-03T20:30:14,393 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45023/user/jenkins/test-data/7282041d-7f9e-92a7-20fd-9b2d6dd92001/WALs/testemptylogfiles,16010,1733257810069/wal.dat.6 took 17ms 2024-12-03T20:30:14,402 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/7282041d-7f9e-92a7-20fd-9b2d6dd92001/WALs/testemptylogfiles,16010,1733257810069/wal.dat.6 so closing down 2024-12-03T20:30:14,402 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T20:30:14,414 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T20:30:14,419 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-12-03T20:30:14,426 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-12-03T20:30:14,428 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/7282041d-7f9e-92a7-20fd-9b2d6dd92001/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-12-03T20:30:14,440 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/7282041d-7f9e-92a7-20fd-9b2d6dd92001/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-12-03T20:30:14,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742170_1349 (size=749) 2024-12-03T20:30:14,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742170_1349 (size=749) 2024-12-03T20:30:14,469 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/7282041d-7f9e-92a7-20fd-9b2d6dd92001/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T20:30:14,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742169_1348 (size=749) 2024-12-03T20:30:14,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742169_1348 (size=749) 2024-12-03T20:30:14,473 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/7282041d-7f9e-92a7-20fd-9b2d6dd92001/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:45023/user/jenkins/test-data/7282041d-7f9e-92a7-20fd-9b2d6dd92001/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-12-03T20:30:14,473 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/7282041d-7f9e-92a7-20fd-9b2d6dd92001/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T20:30:14,474 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/7282041d-7f9e-92a7-20fd-9b2d6dd92001/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:45023/user/jenkins/test-data/7282041d-7f9e-92a7-20fd-9b2d6dd92001/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-12-03T20:30:14,474 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 73 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/7282041d-7f9e-92a7-20fd-9b2d6dd92001/WALs/testemptylogfiles,16010,1733257810069/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-12-03T20:30:14,474 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45023/user/jenkins/test-data/7282041d-7f9e-92a7-20fd-9b2d6dd92001/WALs/testemptylogfiles,16010,1733257810069/wal.dat.6, journal: Splitting hdfs://localhost:45023/user/jenkins/test-data/7282041d-7f9e-92a7-20fd-9b2d6dd92001/WALs/testemptylogfiles,16010,1733257810069/wal.dat.6, size=1.4 K (1405bytes) at 1733257814377Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/7282041d-7f9e-92a7-20fd-9b2d6dd92001/WALs/testemptylogfiles,16010,1733257810069/wal.dat.6 so closing down at 1733257814402 (+25 ms)3 split writer threads finished at 1733257814414 (+12 ms)Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/7282041d-7f9e-92a7-20fd-9b2d6dd92001/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1733257814428 (+14 ms)Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/7282041d-7f9e-92a7-20fd-9b2d6dd92001/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1733257814440 (+12 ms)Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/7282041d-7f9e-92a7-20fd-9b2d6dd92001/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733257814469 (+29 ms)Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/7282041d-7f9e-92a7-20fd-9b2d6dd92001/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:45023/user/jenkins/test-data/7282041d-7f9e-92a7-20fd-9b2d6dd92001/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1733257814473 (+4 ms)Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/7282041d-7f9e-92a7-20fd-9b2d6dd92001/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733257814473Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/7282041d-7f9e-92a7-20fd-9b2d6dd92001/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:45023/user/jenkins/test-data/7282041d-7f9e-92a7-20fd-9b2d6dd92001/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1733257814474 (+1 ms)Processed 20 edits across 2 Regions in 73 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/7282041d-7f9e-92a7-20fd-9b2d6dd92001/WALs/testemptylogfiles,16010,1733257810069/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1733257814474 2024-12-03T20:30:14,476 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45023/user/jenkins/test-data/7282041d-7f9e-92a7-20fd-9b2d6dd92001/WALs/testemptylogfiles,16010,1733257810069/wal.dat.6 to hdfs://localhost:45023/user/jenkins/test-data/7282041d-7f9e-92a7-20fd-9b2d6dd92001/oldWALs/wal.dat.6 2024-12-03T20:30:14,477 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45023/user/jenkins/test-data/7282041d-7f9e-92a7-20fd-9b2d6dd92001/WALs/testemptylogfiles,16010,1733257810069/wal.dat.7, size=1.4 K (1413bytes) 2024-12-03T20:30:14,477 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45023/user/jenkins/test-data/7282041d-7f9e-92a7-20fd-9b2d6dd92001/WALs/testemptylogfiles,16010,1733257810069/wal.dat.7 2024-12-03T20:30:14,477 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45023/user/jenkins/test-data/7282041d-7f9e-92a7-20fd-9b2d6dd92001/WALs/testemptylogfiles,16010,1733257810069/wal.dat.7 after 0ms 2024-12-03T20:30:14,479 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45023/user/jenkins/test-data/7282041d-7f9e-92a7-20fd-9b2d6dd92001/WALs/testemptylogfiles,16010,1733257810069/wal.dat.7 took 2ms 2024-12-03T20:30:14,489 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/7282041d-7f9e-92a7-20fd-9b2d6dd92001/WALs/testemptylogfiles,16010,1733257810069/wal.dat.7 so closing down 2024-12-03T20:30:14,489 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T20:30:14,489 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T20:30:14,492 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-12-03T20:30:14,492 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-12-03T20:30:14,493 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/7282041d-7f9e-92a7-20fd-9b2d6dd92001/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-12-03T20:30:14,496 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/7282041d-7f9e-92a7-20fd-9b2d6dd92001/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-12-03T20:30:14,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742171_1350 (size=753) 2024-12-03T20:30:14,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742171_1350 (size=753) 2024-12-03T20:30:14,502 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/7282041d-7f9e-92a7-20fd-9b2d6dd92001/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T20:30:14,503 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/7282041d-7f9e-92a7-20fd-9b2d6dd92001/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:45023/user/jenkins/test-data/7282041d-7f9e-92a7-20fd-9b2d6dd92001/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-12-03T20:30:14,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742172_1351 (size=753) 2024-12-03T20:30:14,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742172_1351 (size=753) 2024-12-03T20:30:14,522 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/7282041d-7f9e-92a7-20fd-9b2d6dd92001/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T20:30:14,524 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/7282041d-7f9e-92a7-20fd-9b2d6dd92001/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:45023/user/jenkins/test-data/7282041d-7f9e-92a7-20fd-9b2d6dd92001/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-12-03T20:30:14,525 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 36 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/7282041d-7f9e-92a7-20fd-9b2d6dd92001/WALs/testemptylogfiles,16010,1733257810069/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-12-03T20:30:14,525 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45023/user/jenkins/test-data/7282041d-7f9e-92a7-20fd-9b2d6dd92001/WALs/testemptylogfiles,16010,1733257810069/wal.dat.7, journal: Splitting hdfs://localhost:45023/user/jenkins/test-data/7282041d-7f9e-92a7-20fd-9b2d6dd92001/WALs/testemptylogfiles,16010,1733257810069/wal.dat.7, size=1.4 K (1413bytes) at 1733257814477Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/7282041d-7f9e-92a7-20fd-9b2d6dd92001/WALs/testemptylogfiles,16010,1733257810069/wal.dat.7 so closing down at 1733257814489 (+12 ms)3 split writer threads finished at 1733257814489Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/7282041d-7f9e-92a7-20fd-9b2d6dd92001/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1733257814493 (+4 ms)Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/7282041d-7f9e-92a7-20fd-9b2d6dd92001/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1733257814496 (+3 ms)Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/7282041d-7f9e-92a7-20fd-9b2d6dd92001/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733257814502 (+6 ms)Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/7282041d-7f9e-92a7-20fd-9b2d6dd92001/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:45023/user/jenkins/test-data/7282041d-7f9e-92a7-20fd-9b2d6dd92001/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1733257814503 (+1 ms)Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/7282041d-7f9e-92a7-20fd-9b2d6dd92001/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733257814522 (+19 ms)Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/7282041d-7f9e-92a7-20fd-9b2d6dd92001/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:45023/user/jenkins/test-data/7282041d-7f9e-92a7-20fd-9b2d6dd92001/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1733257814524 (+2 ms)Processed 20 edits across 2 Regions in 36 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/7282041d-7f9e-92a7-20fd-9b2d6dd92001/WALs/testemptylogfiles,16010,1733257810069/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1733257814525 (+1 ms) 2024-12-03T20:30:14,526 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45023/user/jenkins/test-data/7282041d-7f9e-92a7-20fd-9b2d6dd92001/WALs/testemptylogfiles,16010,1733257810069/wal.dat.7 to hdfs://localhost:45023/user/jenkins/test-data/7282041d-7f9e-92a7-20fd-9b2d6dd92001/oldWALs/wal.dat.7 2024-12-03T20:30:14,527 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45023/user/jenkins/test-data/7282041d-7f9e-92a7-20fd-9b2d6dd92001/WALs/testemptylogfiles,16010,1733257810069/wal.dat.8, size=1.4 K (1413bytes) 2024-12-03T20:30:14,527 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45023/user/jenkins/test-data/7282041d-7f9e-92a7-20fd-9b2d6dd92001/WALs/testemptylogfiles,16010,1733257810069/wal.dat.8 2024-12-03T20:30:14,527 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45023/user/jenkins/test-data/7282041d-7f9e-92a7-20fd-9b2d6dd92001/WALs/testemptylogfiles,16010,1733257810069/wal.dat.8 after 0ms 2024-12-03T20:30:14,529 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45023/user/jenkins/test-data/7282041d-7f9e-92a7-20fd-9b2d6dd92001/WALs/testemptylogfiles,16010,1733257810069/wal.dat.8 took 3ms 2024-12-03T20:30:14,533 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/7282041d-7f9e-92a7-20fd-9b2d6dd92001/WALs/testemptylogfiles,16010,1733257810069/wal.dat.8 so closing down 2024-12-03T20:30:14,533 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T20:30:14,533 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T20:30:14,537 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-12-03T20:30:14,540 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/7282041d-7f9e-92a7-20fd-9b2d6dd92001/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-12-03T20:30:14,540 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-12-03T20:30:14,541 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/7282041d-7f9e-92a7-20fd-9b2d6dd92001/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-12-03T20:30:14,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742173_1352 (size=753) 2024-12-03T20:30:14,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742173_1352 (size=753) 2024-12-03T20:30:14,547 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/7282041d-7f9e-92a7-20fd-9b2d6dd92001/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T20:30:14,548 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/7282041d-7f9e-92a7-20fd-9b2d6dd92001/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:45023/user/jenkins/test-data/7282041d-7f9e-92a7-20fd-9b2d6dd92001/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-12-03T20:30:14,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742174_1353 (size=753) 2024-12-03T20:30:14,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742174_1353 (size=753) 2024-12-03T20:30:14,558 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/7282041d-7f9e-92a7-20fd-9b2d6dd92001/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T20:30:14,559 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/7282041d-7f9e-92a7-20fd-9b2d6dd92001/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:45023/user/jenkins/test-data/7282041d-7f9e-92a7-20fd-9b2d6dd92001/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-12-03T20:30:14,559 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 27 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/7282041d-7f9e-92a7-20fd-9b2d6dd92001/WALs/testemptylogfiles,16010,1733257810069/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-12-03T20:30:14,559 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45023/user/jenkins/test-data/7282041d-7f9e-92a7-20fd-9b2d6dd92001/WALs/testemptylogfiles,16010,1733257810069/wal.dat.8, journal: Splitting hdfs://localhost:45023/user/jenkins/test-data/7282041d-7f9e-92a7-20fd-9b2d6dd92001/WALs/testemptylogfiles,16010,1733257810069/wal.dat.8, size=1.4 K (1413bytes) at 1733257814527Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/7282041d-7f9e-92a7-20fd-9b2d6dd92001/WALs/testemptylogfiles,16010,1733257810069/wal.dat.8 so closing down at 1733257814533 (+6 ms)3 split writer threads finished at 1733257814533Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/7282041d-7f9e-92a7-20fd-9b2d6dd92001/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1733257814540 (+7 ms)Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/7282041d-7f9e-92a7-20fd-9b2d6dd92001/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1733257814541 (+1 ms)Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/7282041d-7f9e-92a7-20fd-9b2d6dd92001/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733257814547 (+6 ms)Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/7282041d-7f9e-92a7-20fd-9b2d6dd92001/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:45023/user/jenkins/test-data/7282041d-7f9e-92a7-20fd-9b2d6dd92001/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1733257814548 (+1 ms)Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/7282041d-7f9e-92a7-20fd-9b2d6dd92001/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733257814558 (+10 ms)Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/7282041d-7f9e-92a7-20fd-9b2d6dd92001/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:45023/user/jenkins/test-data/7282041d-7f9e-92a7-20fd-9b2d6dd92001/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1733257814559 (+1 ms)Processed 20 edits across 2 Regions in 27 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/7282041d-7f9e-92a7-20fd-9b2d6dd92001/WALs/testemptylogfiles,16010,1733257810069/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1733257814559 2024-12-03T20:30:14,560 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45023/user/jenkins/test-data/7282041d-7f9e-92a7-20fd-9b2d6dd92001/WALs/testemptylogfiles,16010,1733257810069/wal.dat.8 to hdfs://localhost:45023/user/jenkins/test-data/7282041d-7f9e-92a7-20fd-9b2d6dd92001/oldWALs/wal.dat.8 2024-12-03T20:30:14,560 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45023/user/jenkins/test-data/7282041d-7f9e-92a7-20fd-9b2d6dd92001/WALs/testemptylogfiles,16010,1733257810069/wal.dat.9, size=1.4 K (1413bytes) 2024-12-03T20:30:14,560 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45023/user/jenkins/test-data/7282041d-7f9e-92a7-20fd-9b2d6dd92001/WALs/testemptylogfiles,16010,1733257810069/wal.dat.9 2024-12-03T20:30:14,561 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45023/user/jenkins/test-data/7282041d-7f9e-92a7-20fd-9b2d6dd92001/WALs/testemptylogfiles,16010,1733257810069/wal.dat.9 after 1ms 2024-12-03T20:30:14,562 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45023/user/jenkins/test-data/7282041d-7f9e-92a7-20fd-9b2d6dd92001/WALs/testemptylogfiles,16010,1733257810069/wal.dat.9 took 2ms 2024-12-03T20:30:14,563 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/7282041d-7f9e-92a7-20fd-9b2d6dd92001/WALs/testemptylogfiles,16010,1733257810069/wal.dat.9 so closing down 2024-12-03T20:30:14,563 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T20:30:14,563 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T20:30:14,565 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-12-03T20:30:14,565 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-12-03T20:30:14,566 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/7282041d-7f9e-92a7-20fd-9b2d6dd92001/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-12-03T20:30:14,568 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/7282041d-7f9e-92a7-20fd-9b2d6dd92001/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-12-03T20:30:14,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742175_1354 (size=753) 2024-12-03T20:30:14,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742175_1354 (size=753) 2024-12-03T20:30:14,582 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/7282041d-7f9e-92a7-20fd-9b2d6dd92001/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T20:30:14,583 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/7282041d-7f9e-92a7-20fd-9b2d6dd92001/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:45023/user/jenkins/test-data/7282041d-7f9e-92a7-20fd-9b2d6dd92001/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-12-03T20:30:14,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742176_1355 (size=753) 2024-12-03T20:30:14,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742176_1355 (size=753) 2024-12-03T20:30:14,594 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/7282041d-7f9e-92a7-20fd-9b2d6dd92001/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T20:30:14,595 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/7282041d-7f9e-92a7-20fd-9b2d6dd92001/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:45023/user/jenkins/test-data/7282041d-7f9e-92a7-20fd-9b2d6dd92001/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-12-03T20:30:14,595 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 33 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/7282041d-7f9e-92a7-20fd-9b2d6dd92001/WALs/testemptylogfiles,16010,1733257810069/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-12-03T20:30:14,595 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45023/user/jenkins/test-data/7282041d-7f9e-92a7-20fd-9b2d6dd92001/WALs/testemptylogfiles,16010,1733257810069/wal.dat.9, journal: Splitting hdfs://localhost:45023/user/jenkins/test-data/7282041d-7f9e-92a7-20fd-9b2d6dd92001/WALs/testemptylogfiles,16010,1733257810069/wal.dat.9, size=1.4 K (1413bytes) at 1733257814560Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/7282041d-7f9e-92a7-20fd-9b2d6dd92001/WALs/testemptylogfiles,16010,1733257810069/wal.dat.9 so closing down at 1733257814563 (+3 ms)3 split writer threads finished at 1733257814563Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/7282041d-7f9e-92a7-20fd-9b2d6dd92001/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1733257814566 (+3 ms)Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/7282041d-7f9e-92a7-20fd-9b2d6dd92001/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1733257814568 (+2 ms)Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/7282041d-7f9e-92a7-20fd-9b2d6dd92001/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733257814582 (+14 ms)Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/7282041d-7f9e-92a7-20fd-9b2d6dd92001/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:45023/user/jenkins/test-data/7282041d-7f9e-92a7-20fd-9b2d6dd92001/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1733257814583 (+1 ms)Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/7282041d-7f9e-92a7-20fd-9b2d6dd92001/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733257814594 (+11 ms)Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/7282041d-7f9e-92a7-20fd-9b2d6dd92001/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:45023/user/jenkins/test-data/7282041d-7f9e-92a7-20fd-9b2d6dd92001/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1733257814595 (+1 ms)Processed 20 edits across 2 Regions in 33 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/7282041d-7f9e-92a7-20fd-9b2d6dd92001/WALs/testemptylogfiles,16010,1733257810069/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1733257814595 2024-12-03T20:30:14,596 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45023/user/jenkins/test-data/7282041d-7f9e-92a7-20fd-9b2d6dd92001/WALs/testemptylogfiles,16010,1733257810069/wal.dat.9 to hdfs://localhost:45023/user/jenkins/test-data/7282041d-7f9e-92a7-20fd-9b2d6dd92001/oldWALs/wal.dat.9 2024-12-03T20:30:14,597 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45023/user/jenkins/test-data/7282041d-7f9e-92a7-20fd-9b2d6dd92001/WALs/testemptylogfiles,16010,1733257810069/wal.dat.empty, size=93 (93bytes) 2024-12-03T20:30:14,597 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45023/user/jenkins/test-data/7282041d-7f9e-92a7-20fd-9b2d6dd92001/WALs/testemptylogfiles,16010,1733257810069/wal.dat.empty 2024-12-03T20:30:14,597 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45023/user/jenkins/test-data/7282041d-7f9e-92a7-20fd-9b2d6dd92001/WALs/testemptylogfiles,16010,1733257810069/wal.dat.empty after 0ms 2024-12-03T20:30:14,599 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45023/user/jenkins/test-data/7282041d-7f9e-92a7-20fd-9b2d6dd92001/WALs/testemptylogfiles,16010,1733257810069/wal.dat.empty took 3ms 2024-12-03T20:30:14,599 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/7282041d-7f9e-92a7-20fd-9b2d6dd92001/WALs/testemptylogfiles,16010,1733257810069/wal.dat.empty so closing down 2024-12-03T20:30:14,599 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T20:30:14,600 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T20:30:14,600 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/7282041d-7f9e-92a7-20fd-9b2d6dd92001/WALs/testemptylogfiles,16010,1733257810069/wal.dat.empty, size=93, length=93, corrupted=false, cancelled=false 2024-12-03T20:30:14,600 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45023/user/jenkins/test-data/7282041d-7f9e-92a7-20fd-9b2d6dd92001/WALs/testemptylogfiles,16010,1733257810069/wal.dat.empty, journal: Splitting hdfs://localhost:45023/user/jenkins/test-data/7282041d-7f9e-92a7-20fd-9b2d6dd92001/WALs/testemptylogfiles,16010,1733257810069/wal.dat.empty, size=93 (93bytes) at 1733257814597Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/7282041d-7f9e-92a7-20fd-9b2d6dd92001/WALs/testemptylogfiles,16010,1733257810069/wal.dat.empty so closing down at 1733257814599 (+2 ms)3 split writer threads finished at 1733257814600 (+1 ms)Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/7282041d-7f9e-92a7-20fd-9b2d6dd92001/WALs/testemptylogfiles,16010,1733257810069/wal.dat.empty, size=93, length=93, corrupted=false, cancelled=false at 1733257814600 2024-12-03T20:30:14,602 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45023/user/jenkins/test-data/7282041d-7f9e-92a7-20fd-9b2d6dd92001/WALs/testemptylogfiles,16010,1733257810069/wal.dat.empty to hdfs://localhost:45023/user/jenkins/test-data/7282041d-7f9e-92a7-20fd-9b2d6dd92001/oldWALs/wal.dat.empty 2024-12-03T20:30:14,642 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testEmptyLogFiles Thread=130 (was 130), OpenFileDescriptor=389 (was 389), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1412 (was 1422), ProcessCount=11 (was 11), AvailableMemoryMB=1224 (was 1210) - AvailableMemoryMB LEAK? - 2024-12-03T20:30:14,648 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testLogDirectoryShouldBeDeletedAfterSuccessfulSplit Thread=130, OpenFileDescriptor=389, MaxFileDescriptor=1048576, SystemLoadAverage=1412, ProcessCount=11, AvailableMemoryMB=1224 2024-12-03T20:30:14,648 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-12-03T20:30:14,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742177_1356 (size=7) 2024-12-03T20:30:14,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742177_1356 (size=7) 2024-12-03T20:30:14,653 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45023/user/jenkins/test-data/72ccf0d3-cc6f-26e3-cf7f-cdec76677e77 with version=8 2024-12-03T20:30:14,654 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:30:14,655 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:30:14,656 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-12-03T20:30:14,657 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-12-03T20:30:14,657 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-12-03T20:30:14,658 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-12-03T20:30:14,658 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:14,658 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:14,661 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:14,661 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:14,661 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:14,661 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:14,662 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:14,662 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:14,662 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:14,662 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:14,662 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:14,662 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:14,662 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:14,662 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:14,662 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:14,662 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:14,662 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:14,663 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:14,663 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:14,663 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:14,663 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:14,663 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:14,663 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:14,663 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:14,663 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:14,663 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:14,664 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:14,664 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:14,664 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:14,664 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:14,664 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:14,664 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:14,664 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:14,664 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:14,664 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:14,664 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:14,664 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:14,665 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:14,665 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:14,665 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:14,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742178_1357 (size=1393) 2024-12-03T20:30:14,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742178_1357 (size=1393) 2024-12-03T20:30:14,666 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-12-03T20:30:14,666 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-12-03T20:30:14,667 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:14,667 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:14,670 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:14,670 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:14,670 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:14,670 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:14,670 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:14,670 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:14,670 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:14,670 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:14,671 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:14,671 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:14,671 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:14,671 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:14,671 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:14,671 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:14,671 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:14,671 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:14,671 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:14,671 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:14,671 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:14,671 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:14,672 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:14,672 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:14,672 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:14,672 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:14,672 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:14,672 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:14,672 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:14,672 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:14,673 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:14,673 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:14,673 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:14,673 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:14,673 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:14,673 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:14,673 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:14,673 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:14,674 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:14,674 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:14,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742179_1358 (size=1393) 2024-12-03T20:30:14,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742179_1358 (size=1393) 2024-12-03T20:30:14,675 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-12-03T20:30:14,675 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-12-03T20:30:14,676 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:14,676 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:14,678 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:14,678 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:14,679 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:14,679 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:14,679 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:14,679 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:14,679 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:14,679 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:14,679 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:14,679 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:14,679 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:14,679 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:14,680 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:14,680 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:14,680 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:14,680 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:14,680 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:14,680 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:14,680 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:14,680 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:14,680 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:14,680 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:14,681 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:14,681 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:14,681 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:14,681 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:14,681 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:14,681 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:14,681 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:14,681 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:14,681 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:14,681 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:14,681 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:14,681 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:14,682 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:14,682 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:14,682 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:14,682 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:14,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742180_1359 (size=1393) 2024-12-03T20:30:14,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742180_1359 (size=1393) 2024-12-03T20:30:14,683 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-12-03T20:30:14,683 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-12-03T20:30:14,684 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:14,684 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:14,687 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:14,687 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:14,687 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:14,687 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:14,687 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:14,687 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:14,688 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:14,688 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:14,688 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:14,688 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:14,688 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:14,688 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:14,688 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:14,688 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:14,688 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:14,688 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:14,689 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:14,689 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:14,689 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:14,689 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:14,689 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:14,689 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:14,689 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:14,689 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:14,689 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:14,689 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:14,690 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:14,690 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:14,690 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:14,690 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:14,690 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:14,690 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:14,690 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:14,690 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:14,690 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:14,690 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:14,690 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:14,690 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:14,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742181_1360 (size=1393) 2024-12-03T20:30:14,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742181_1360 (size=1393) 2024-12-03T20:30:14,692 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-12-03T20:30:14,692 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-12-03T20:30:14,693 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:14,693 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:14,695 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:14,695 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:14,696 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:14,696 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:14,696 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:14,696 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:14,696 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:14,696 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:14,696 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:14,696 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:14,696 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:14,696 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:14,697 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:14,697 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:14,697 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:14,697 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:14,697 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:14,697 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:14,697 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:14,697 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:14,697 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:14,697 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:14,697 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:14,698 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:14,698 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:14,698 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:14,698 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:14,698 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:14,698 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:14,698 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:14,698 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:14,698 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:14,698 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:14,698 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:14,699 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:14,699 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:14,699 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:14,699 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:14,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742182_1361 (size=1393) 2024-12-03T20:30:14,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742182_1361 (size=1393) 2024-12-03T20:30:14,700 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-12-03T20:30:14,701 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-12-03T20:30:14,701 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:14,701 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:14,704 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:14,704 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:14,704 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:14,704 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:14,705 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:14,705 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:14,705 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:14,705 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:14,705 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:14,705 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:14,705 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:14,705 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:14,705 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:14,705 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:14,706 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:14,706 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:14,706 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:14,706 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:14,706 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:14,706 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:14,706 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:14,706 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:14,706 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:14,706 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:14,707 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:14,707 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:14,707 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:14,707 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:14,707 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:14,707 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:14,707 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:14,707 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:14,707 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:14,708 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:14,708 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:14,708 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:14,708 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:14,708 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:14,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742183_1362 (size=1393) 2024-12-03T20:30:14,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742183_1362 (size=1393) 2024-12-03T20:30:14,710 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-12-03T20:30:14,710 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-12-03T20:30:14,710 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:14,711 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:14,713 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:14,713 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:14,714 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:14,714 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:14,714 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:14,714 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:14,714 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:14,714 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:14,714 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:14,714 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:14,714 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:14,714 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:14,715 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:14,715 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:14,715 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:14,715 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:14,715 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:14,715 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:14,715 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:14,715 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:14,715 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:14,715 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:14,716 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:14,716 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:14,716 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:14,716 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:14,716 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:14,716 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:14,716 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:14,716 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:14,716 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:14,716 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:14,717 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:14,717 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:14,717 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:14,717 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:14,717 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:14,717 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:14,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742184_1363 (size=1405) 2024-12-03T20:30:14,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742184_1363 (size=1405) 2024-12-03T20:30:14,719 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-12-03T20:30:14,719 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-12-03T20:30:14,720 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:14,720 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:14,722 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:14,722 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:14,722 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:14,722 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:14,722 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:14,722 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:14,723 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:14,723 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:14,723 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:14,723 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:14,723 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:14,723 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:14,723 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:14,723 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:14,724 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:14,724 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:14,724 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:14,724 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:14,724 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:14,724 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:14,724 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:14,724 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:14,724 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:14,724 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:14,725 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:14,725 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:14,725 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:14,725 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:14,725 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:14,725 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:14,725 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:14,725 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:14,725 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:14,726 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:14,726 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:14,726 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:14,726 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:14,726 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:14,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742185_1364 (size=1413) 2024-12-03T20:30:14,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742185_1364 (size=1413) 2024-12-03T20:30:14,727 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-12-03T20:30:14,728 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-12-03T20:30:14,728 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:14,728 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:14,731 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:14,731 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:14,731 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:14,731 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:14,731 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:14,731 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:14,732 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:14,732 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:14,732 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:14,732 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:14,732 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:14,732 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:14,732 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:14,732 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:14,732 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:14,732 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:14,733 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:14,733 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:14,733 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:14,733 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:14,733 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:14,733 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:14,733 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:14,733 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:14,733 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:14,733 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:14,734 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:14,734 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:14,734 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:14,734 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:14,734 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:14,734 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:14,734 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:14,734 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:14,734 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:14,734 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:14,735 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:14,735 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:14,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742186_1365 (size=1413) 2024-12-03T20:30:14,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742186_1365 (size=1413) 2024-12-03T20:30:14,736 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-12-03T20:30:14,736 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-12-03T20:30:14,737 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:14,737 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:14,739 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:14,739 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:14,739 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:14,739 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:14,740 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:14,740 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:14,740 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:14,740 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:14,740 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:14,740 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:14,740 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:14,740 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:14,740 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:14,740 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:14,740 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:14,740 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:14,741 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:14,741 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:14,741 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:14,741 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:14,741 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:14,741 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:14,741 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:14,741 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:14,741 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:14,741 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:14,741 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:14,742 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:14,742 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:14,742 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:14,742 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:14,742 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:14,742 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:14,742 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:14,742 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:14,742 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:14,742 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:14,742 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:14,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742187_1366 (size=1413) 2024-12-03T20:30:14,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742187_1366 (size=1413) 2024-12-03T20:30:14,744 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-12-03T20:30:14,762 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45023/user/jenkins/test-data/4fa862aa-12c8-7fe9-09a4-5dac919963d0/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733257814656/wal.dat.0, size=1.4 K (1393bytes) 2024-12-03T20:30:14,762 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45023/user/jenkins/test-data/4fa862aa-12c8-7fe9-09a4-5dac919963d0/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733257814656/wal.dat.0 2024-12-03T20:30:14,762 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45023/user/jenkins/test-data/4fa862aa-12c8-7fe9-09a4-5dac919963d0/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733257814656/wal.dat.0 after 0ms 2024-12-03T20:30:14,764 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45023/user/jenkins/test-data/4fa862aa-12c8-7fe9-09a4-5dac919963d0/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733257814656/wal.dat.0 took 2ms 2024-12-03T20:30:14,765 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/4fa862aa-12c8-7fe9-09a4-5dac919963d0/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733257814656/wal.dat.0 so closing down 2024-12-03T20:30:14,765 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T20:30:14,765 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T20:30:14,767 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-12-03T20:30:14,767 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-12-03T20:30:14,768 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/4fa862aa-12c8-7fe9-09a4-5dac919963d0/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-12-03T20:30:14,768 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/4fa862aa-12c8-7fe9-09a4-5dac919963d0/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-12-03T20:30:14,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742188_1367 (size=743) 2024-12-03T20:30:14,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742188_1367 (size=743) 2024-12-03T20:30:14,773 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/4fa862aa-12c8-7fe9-09a4-5dac919963d0/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T20:30:14,774 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/4fa862aa-12c8-7fe9-09a4-5dac919963d0/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:45023/user/jenkins/test-data/4fa862aa-12c8-7fe9-09a4-5dac919963d0/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-12-03T20:30:14,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742189_1368 (size=743) 2024-12-03T20:30:14,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742189_1368 (size=743) 2024-12-03T20:30:14,777 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/4fa862aa-12c8-7fe9-09a4-5dac919963d0/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T20:30:14,778 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/4fa862aa-12c8-7fe9-09a4-5dac919963d0/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:45023/user/jenkins/test-data/4fa862aa-12c8-7fe9-09a4-5dac919963d0/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-12-03T20:30:14,779 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/4fa862aa-12c8-7fe9-09a4-5dac919963d0/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733257814656/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-03T20:30:14,779 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45023/user/jenkins/test-data/4fa862aa-12c8-7fe9-09a4-5dac919963d0/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733257814656/wal.dat.0, journal: Splitting hdfs://localhost:45023/user/jenkins/test-data/4fa862aa-12c8-7fe9-09a4-5dac919963d0/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733257814656/wal.dat.0, size=1.4 K (1393bytes) at 1733257814762Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/4fa862aa-12c8-7fe9-09a4-5dac919963d0/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733257814656/wal.dat.0 so closing down at 1733257814765 (+3 ms)3 split writer threads finished at 1733257814765Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/4fa862aa-12c8-7fe9-09a4-5dac919963d0/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1733257814768 (+3 ms)Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/4fa862aa-12c8-7fe9-09a4-5dac919963d0/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1733257814768Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/4fa862aa-12c8-7fe9-09a4-5dac919963d0/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733257814773 (+5 ms)Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/4fa862aa-12c8-7fe9-09a4-5dac919963d0/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:45023/user/jenkins/test-data/4fa862aa-12c8-7fe9-09a4-5dac919963d0/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1733257814774 (+1 ms)Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/4fa862aa-12c8-7fe9-09a4-5dac919963d0/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733257814777 (+3 ms)Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/4fa862aa-12c8-7fe9-09a4-5dac919963d0/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:45023/user/jenkins/test-data/4fa862aa-12c8-7fe9-09a4-5dac919963d0/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1733257814778 (+1 ms)Processed 20 edits across 2 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/4fa862aa-12c8-7fe9-09a4-5dac919963d0/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733257814656/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733257814779 (+1 ms) 2024-12-03T20:30:14,780 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45023/user/jenkins/test-data/4fa862aa-12c8-7fe9-09a4-5dac919963d0/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733257814656/wal.dat.0 to hdfs://localhost:45023/user/jenkins/test-data/4fa862aa-12c8-7fe9-09a4-5dac919963d0/oldWALs/wal.dat.0 2024-12-03T20:30:14,780 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45023/user/jenkins/test-data/4fa862aa-12c8-7fe9-09a4-5dac919963d0/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733257814656/wal.dat.1, size=1.4 K (1393bytes) 2024-12-03T20:30:14,780 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45023/user/jenkins/test-data/4fa862aa-12c8-7fe9-09a4-5dac919963d0/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733257814656/wal.dat.1 2024-12-03T20:30:14,781 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45023/user/jenkins/test-data/4fa862aa-12c8-7fe9-09a4-5dac919963d0/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733257814656/wal.dat.1 after 1ms 2024-12-03T20:30:14,782 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45023/user/jenkins/test-data/4fa862aa-12c8-7fe9-09a4-5dac919963d0/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733257814656/wal.dat.1 took 2ms 2024-12-03T20:30:14,783 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/4fa862aa-12c8-7fe9-09a4-5dac919963d0/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733257814656/wal.dat.1 so closing down 2024-12-03T20:30:14,783 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T20:30:14,784 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T20:30:14,785 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-12-03T20:30:14,785 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-12-03T20:30:14,786 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/4fa862aa-12c8-7fe9-09a4-5dac919963d0/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-12-03T20:30:14,786 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/4fa862aa-12c8-7fe9-09a4-5dac919963d0/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-12-03T20:30:14,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742190_1369 (size=743) 2024-12-03T20:30:14,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742190_1369 (size=743) 2024-12-03T20:30:14,789 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/4fa862aa-12c8-7fe9-09a4-5dac919963d0/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T20:30:14,790 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/4fa862aa-12c8-7fe9-09a4-5dac919963d0/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:45023/user/jenkins/test-data/4fa862aa-12c8-7fe9-09a4-5dac919963d0/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-12-03T20:30:14,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742191_1370 (size=743) 2024-12-03T20:30:14,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742191_1370 (size=743) 2024-12-03T20:30:14,796 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/4fa862aa-12c8-7fe9-09a4-5dac919963d0/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T20:30:14,797 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/4fa862aa-12c8-7fe9-09a4-5dac919963d0/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:45023/user/jenkins/test-data/4fa862aa-12c8-7fe9-09a4-5dac919963d0/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-12-03T20:30:14,797 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/4fa862aa-12c8-7fe9-09a4-5dac919963d0/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733257814656/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-03T20:30:14,797 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45023/user/jenkins/test-data/4fa862aa-12c8-7fe9-09a4-5dac919963d0/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733257814656/wal.dat.1, journal: Splitting hdfs://localhost:45023/user/jenkins/test-data/4fa862aa-12c8-7fe9-09a4-5dac919963d0/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733257814656/wal.dat.1, size=1.4 K (1393bytes) at 1733257814780Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/4fa862aa-12c8-7fe9-09a4-5dac919963d0/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733257814656/wal.dat.1 so closing down at 1733257814783 (+3 ms)3 split writer threads finished at 1733257814784 (+1 ms)Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/4fa862aa-12c8-7fe9-09a4-5dac919963d0/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1733257814786 (+2 ms)Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/4fa862aa-12c8-7fe9-09a4-5dac919963d0/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1733257814786Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/4fa862aa-12c8-7fe9-09a4-5dac919963d0/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733257814789 (+3 ms)Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/4fa862aa-12c8-7fe9-09a4-5dac919963d0/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:45023/user/jenkins/test-data/4fa862aa-12c8-7fe9-09a4-5dac919963d0/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1733257814790 (+1 ms)Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/4fa862aa-12c8-7fe9-09a4-5dac919963d0/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733257814796 (+6 ms)Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/4fa862aa-12c8-7fe9-09a4-5dac919963d0/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:45023/user/jenkins/test-data/4fa862aa-12c8-7fe9-09a4-5dac919963d0/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1733257814797 (+1 ms)Processed 20 edits across 2 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/4fa862aa-12c8-7fe9-09a4-5dac919963d0/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733257814656/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733257814797 2024-12-03T20:30:14,799 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45023/user/jenkins/test-data/4fa862aa-12c8-7fe9-09a4-5dac919963d0/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733257814656/wal.dat.1 to hdfs://localhost:45023/user/jenkins/test-data/4fa862aa-12c8-7fe9-09a4-5dac919963d0/oldWALs/wal.dat.1 2024-12-03T20:30:14,799 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45023/user/jenkins/test-data/4fa862aa-12c8-7fe9-09a4-5dac919963d0/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733257814656/wal.dat.2, size=1.4 K (1393bytes) 2024-12-03T20:30:14,799 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45023/user/jenkins/test-data/4fa862aa-12c8-7fe9-09a4-5dac919963d0/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733257814656/wal.dat.2 2024-12-03T20:30:14,799 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45023/user/jenkins/test-data/4fa862aa-12c8-7fe9-09a4-5dac919963d0/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733257814656/wal.dat.2 after 0ms 2024-12-03T20:30:14,801 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45023/user/jenkins/test-data/4fa862aa-12c8-7fe9-09a4-5dac919963d0/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733257814656/wal.dat.2 took 2ms 2024-12-03T20:30:14,803 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/4fa862aa-12c8-7fe9-09a4-5dac919963d0/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733257814656/wal.dat.2 so closing down 2024-12-03T20:30:14,803 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T20:30:14,803 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T20:30:14,805 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-12-03T20:30:14,805 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-12-03T20:30:14,806 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/4fa862aa-12c8-7fe9-09a4-5dac919963d0/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-12-03T20:30:14,808 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/4fa862aa-12c8-7fe9-09a4-5dac919963d0/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-12-03T20:30:14,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742192_1371 (size=743) 2024-12-03T20:30:14,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742192_1371 (size=743) 2024-12-03T20:30:14,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742193_1372 (size=743) 2024-12-03T20:30:14,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742193_1372 (size=743) 2024-12-03T20:30:14,818 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/4fa862aa-12c8-7fe9-09a4-5dac919963d0/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T20:30:14,818 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/4fa862aa-12c8-7fe9-09a4-5dac919963d0/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T20:30:14,819 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/4fa862aa-12c8-7fe9-09a4-5dac919963d0/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:45023/user/jenkins/test-data/4fa862aa-12c8-7fe9-09a4-5dac919963d0/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-12-03T20:30:14,819 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/4fa862aa-12c8-7fe9-09a4-5dac919963d0/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:45023/user/jenkins/test-data/4fa862aa-12c8-7fe9-09a4-5dac919963d0/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-12-03T20:30:14,819 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/4fa862aa-12c8-7fe9-09a4-5dac919963d0/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733257814656/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-03T20:30:14,819 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45023/user/jenkins/test-data/4fa862aa-12c8-7fe9-09a4-5dac919963d0/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733257814656/wal.dat.2, journal: Splitting hdfs://localhost:45023/user/jenkins/test-data/4fa862aa-12c8-7fe9-09a4-5dac919963d0/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733257814656/wal.dat.2, size=1.4 K (1393bytes) at 1733257814799Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/4fa862aa-12c8-7fe9-09a4-5dac919963d0/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733257814656/wal.dat.2 so closing down at 1733257814803 (+4 ms)3 split writer threads finished at 1733257814803Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/4fa862aa-12c8-7fe9-09a4-5dac919963d0/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1733257814806 (+3 ms)Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/4fa862aa-12c8-7fe9-09a4-5dac919963d0/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1733257814808 (+2 ms)Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/4fa862aa-12c8-7fe9-09a4-5dac919963d0/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733257814818 (+10 ms)Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/4fa862aa-12c8-7fe9-09a4-5dac919963d0/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733257814818Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/4fa862aa-12c8-7fe9-09a4-5dac919963d0/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:45023/user/jenkins/test-data/4fa862aa-12c8-7fe9-09a4-5dac919963d0/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1733257814819 (+1 ms)Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/4fa862aa-12c8-7fe9-09a4-5dac919963d0/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:45023/user/jenkins/test-data/4fa862aa-12c8-7fe9-09a4-5dac919963d0/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1733257814819Processed 20 edits across 2 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/4fa862aa-12c8-7fe9-09a4-5dac919963d0/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733257814656/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733257814819 2024-12-03T20:30:14,820 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45023/user/jenkins/test-data/4fa862aa-12c8-7fe9-09a4-5dac919963d0/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733257814656/wal.dat.2 to hdfs://localhost:45023/user/jenkins/test-data/4fa862aa-12c8-7fe9-09a4-5dac919963d0/oldWALs/wal.dat.2 2024-12-03T20:30:14,820 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45023/user/jenkins/test-data/4fa862aa-12c8-7fe9-09a4-5dac919963d0/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733257814656/wal.dat.3, size=1.4 K (1393bytes) 2024-12-03T20:30:14,820 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45023/user/jenkins/test-data/4fa862aa-12c8-7fe9-09a4-5dac919963d0/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733257814656/wal.dat.3 2024-12-03T20:30:14,820 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45023/user/jenkins/test-data/4fa862aa-12c8-7fe9-09a4-5dac919963d0/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733257814656/wal.dat.3 after 0ms 2024-12-03T20:30:14,822 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45023/user/jenkins/test-data/4fa862aa-12c8-7fe9-09a4-5dac919963d0/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733257814656/wal.dat.3 took 2ms 2024-12-03T20:30:14,823 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/4fa862aa-12c8-7fe9-09a4-5dac919963d0/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733257814656/wal.dat.3 so closing down 2024-12-03T20:30:14,823 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T20:30:14,823 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T20:30:14,824 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-12-03T20:30:14,824 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-12-03T20:30:14,825 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/4fa862aa-12c8-7fe9-09a4-5dac919963d0/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-12-03T20:30:14,825 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/4fa862aa-12c8-7fe9-09a4-5dac919963d0/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-12-03T20:30:14,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742194_1373 (size=743) 2024-12-03T20:30:14,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742194_1373 (size=743) 2024-12-03T20:30:14,833 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/4fa862aa-12c8-7fe9-09a4-5dac919963d0/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T20:30:14,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742195_1374 (size=743) 2024-12-03T20:30:14,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742195_1374 (size=743) 2024-12-03T20:30:14,835 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/4fa862aa-12c8-7fe9-09a4-5dac919963d0/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T20:30:14,835 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/4fa862aa-12c8-7fe9-09a4-5dac919963d0/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:45023/user/jenkins/test-data/4fa862aa-12c8-7fe9-09a4-5dac919963d0/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-12-03T20:30:14,835 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/4fa862aa-12c8-7fe9-09a4-5dac919963d0/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:45023/user/jenkins/test-data/4fa862aa-12c8-7fe9-09a4-5dac919963d0/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-12-03T20:30:14,836 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/4fa862aa-12c8-7fe9-09a4-5dac919963d0/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733257814656/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-03T20:30:14,836 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45023/user/jenkins/test-data/4fa862aa-12c8-7fe9-09a4-5dac919963d0/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733257814656/wal.dat.3, journal: Splitting hdfs://localhost:45023/user/jenkins/test-data/4fa862aa-12c8-7fe9-09a4-5dac919963d0/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733257814656/wal.dat.3, size=1.4 K (1393bytes) at 1733257814820Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/4fa862aa-12c8-7fe9-09a4-5dac919963d0/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733257814656/wal.dat.3 so closing down at 1733257814823 (+3 ms)3 split writer threads finished at 1733257814823Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/4fa862aa-12c8-7fe9-09a4-5dac919963d0/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1733257814825 (+2 ms)Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/4fa862aa-12c8-7fe9-09a4-5dac919963d0/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1733257814825Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/4fa862aa-12c8-7fe9-09a4-5dac919963d0/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733257814833 (+8 ms)Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/4fa862aa-12c8-7fe9-09a4-5dac919963d0/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733257814835 (+2 ms)Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/4fa862aa-12c8-7fe9-09a4-5dac919963d0/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:45023/user/jenkins/test-data/4fa862aa-12c8-7fe9-09a4-5dac919963d0/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1733257814835Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/4fa862aa-12c8-7fe9-09a4-5dac919963d0/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:45023/user/jenkins/test-data/4fa862aa-12c8-7fe9-09a4-5dac919963d0/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1733257814835Processed 20 edits across 2 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/4fa862aa-12c8-7fe9-09a4-5dac919963d0/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733257814656/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733257814836 (+1 ms) 2024-12-03T20:30:14,837 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45023/user/jenkins/test-data/4fa862aa-12c8-7fe9-09a4-5dac919963d0/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733257814656/wal.dat.3 to hdfs://localhost:45023/user/jenkins/test-data/4fa862aa-12c8-7fe9-09a4-5dac919963d0/oldWALs/wal.dat.3 2024-12-03T20:30:14,837 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45023/user/jenkins/test-data/4fa862aa-12c8-7fe9-09a4-5dac919963d0/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733257814656/wal.dat.4, size=1.4 K (1393bytes) 2024-12-03T20:30:14,837 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45023/user/jenkins/test-data/4fa862aa-12c8-7fe9-09a4-5dac919963d0/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733257814656/wal.dat.4 2024-12-03T20:30:14,837 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45023/user/jenkins/test-data/4fa862aa-12c8-7fe9-09a4-5dac919963d0/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733257814656/wal.dat.4 after 0ms 2024-12-03T20:30:14,839 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45023/user/jenkins/test-data/4fa862aa-12c8-7fe9-09a4-5dac919963d0/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733257814656/wal.dat.4 took 2ms 2024-12-03T20:30:14,840 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/4fa862aa-12c8-7fe9-09a4-5dac919963d0/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733257814656/wal.dat.4 so closing down 2024-12-03T20:30:14,840 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T20:30:14,840 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T20:30:14,841 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-12-03T20:30:14,841 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-12-03T20:30:14,842 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/4fa862aa-12c8-7fe9-09a4-5dac919963d0/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-12-03T20:30:14,842 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/4fa862aa-12c8-7fe9-09a4-5dac919963d0/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-12-03T20:30:14,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742196_1375 (size=743) 2024-12-03T20:30:14,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742196_1375 (size=743) 2024-12-03T20:30:14,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742197_1376 (size=743) 2024-12-03T20:30:14,846 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/4fa862aa-12c8-7fe9-09a4-5dac919963d0/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T20:30:14,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742197_1376 (size=743) 2024-12-03T20:30:14,846 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/4fa862aa-12c8-7fe9-09a4-5dac919963d0/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T20:30:14,847 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/4fa862aa-12c8-7fe9-09a4-5dac919963d0/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:45023/user/jenkins/test-data/4fa862aa-12c8-7fe9-09a4-5dac919963d0/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-12-03T20:30:14,847 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/4fa862aa-12c8-7fe9-09a4-5dac919963d0/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:45023/user/jenkins/test-data/4fa862aa-12c8-7fe9-09a4-5dac919963d0/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-12-03T20:30:14,847 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/4fa862aa-12c8-7fe9-09a4-5dac919963d0/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733257814656/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-03T20:30:14,847 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45023/user/jenkins/test-data/4fa862aa-12c8-7fe9-09a4-5dac919963d0/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733257814656/wal.dat.4, journal: Splitting hdfs://localhost:45023/user/jenkins/test-data/4fa862aa-12c8-7fe9-09a4-5dac919963d0/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733257814656/wal.dat.4, size=1.4 K (1393bytes) at 1733257814837Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/4fa862aa-12c8-7fe9-09a4-5dac919963d0/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733257814656/wal.dat.4 so closing down at 1733257814840 (+3 ms)3 split writer threads finished at 1733257814840Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/4fa862aa-12c8-7fe9-09a4-5dac919963d0/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1733257814842 (+2 ms)Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/4fa862aa-12c8-7fe9-09a4-5dac919963d0/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1733257814842Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/4fa862aa-12c8-7fe9-09a4-5dac919963d0/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733257814846 (+4 ms)Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/4fa862aa-12c8-7fe9-09a4-5dac919963d0/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733257814846Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/4fa862aa-12c8-7fe9-09a4-5dac919963d0/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:45023/user/jenkins/test-data/4fa862aa-12c8-7fe9-09a4-5dac919963d0/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1733257814847 (+1 ms)Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/4fa862aa-12c8-7fe9-09a4-5dac919963d0/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:45023/user/jenkins/test-data/4fa862aa-12c8-7fe9-09a4-5dac919963d0/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1733257814847Processed 20 edits across 2 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/4fa862aa-12c8-7fe9-09a4-5dac919963d0/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733257814656/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733257814847 2024-12-03T20:30:14,849 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45023/user/jenkins/test-data/4fa862aa-12c8-7fe9-09a4-5dac919963d0/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733257814656/wal.dat.4 to hdfs://localhost:45023/user/jenkins/test-data/4fa862aa-12c8-7fe9-09a4-5dac919963d0/oldWALs/wal.dat.4 2024-12-03T20:30:14,849 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45023/user/jenkins/test-data/4fa862aa-12c8-7fe9-09a4-5dac919963d0/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733257814656/wal.dat.5, size=1.4 K (1393bytes) 2024-12-03T20:30:14,849 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45023/user/jenkins/test-data/4fa862aa-12c8-7fe9-09a4-5dac919963d0/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733257814656/wal.dat.5 2024-12-03T20:30:14,849 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45023/user/jenkins/test-data/4fa862aa-12c8-7fe9-09a4-5dac919963d0/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733257814656/wal.dat.5 after 0ms 2024-12-03T20:30:14,850 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45023/user/jenkins/test-data/4fa862aa-12c8-7fe9-09a4-5dac919963d0/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733257814656/wal.dat.5 took 1ms 2024-12-03T20:30:14,851 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/4fa862aa-12c8-7fe9-09a4-5dac919963d0/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733257814656/wal.dat.5 so closing down 2024-12-03T20:30:14,852 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T20:30:14,852 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T20:30:14,853 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-12-03T20:30:14,853 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-12-03T20:30:14,854 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/4fa862aa-12c8-7fe9-09a4-5dac919963d0/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-12-03T20:30:14,854 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/4fa862aa-12c8-7fe9-09a4-5dac919963d0/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-12-03T20:30:14,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742198_1377 (size=743) 2024-12-03T20:30:14,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742198_1377 (size=743) 2024-12-03T20:30:14,857 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/4fa862aa-12c8-7fe9-09a4-5dac919963d0/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T20:30:14,858 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/4fa862aa-12c8-7fe9-09a4-5dac919963d0/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:45023/user/jenkins/test-data/4fa862aa-12c8-7fe9-09a4-5dac919963d0/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-12-03T20:30:14,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742199_1378 (size=743) 2024-12-03T20:30:14,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742199_1378 (size=743) 2024-12-03T20:30:14,862 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/4fa862aa-12c8-7fe9-09a4-5dac919963d0/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T20:30:14,862 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/4fa862aa-12c8-7fe9-09a4-5dac919963d0/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:45023/user/jenkins/test-data/4fa862aa-12c8-7fe9-09a4-5dac919963d0/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-12-03T20:30:14,863 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/4fa862aa-12c8-7fe9-09a4-5dac919963d0/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733257814656/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-03T20:30:14,863 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45023/user/jenkins/test-data/4fa862aa-12c8-7fe9-09a4-5dac919963d0/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733257814656/wal.dat.5, journal: Splitting hdfs://localhost:45023/user/jenkins/test-data/4fa862aa-12c8-7fe9-09a4-5dac919963d0/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733257814656/wal.dat.5, size=1.4 K (1393bytes) at 1733257814849Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/4fa862aa-12c8-7fe9-09a4-5dac919963d0/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733257814656/wal.dat.5 so closing down at 1733257814851 (+2 ms)3 split writer threads finished at 1733257814852 (+1 ms)Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/4fa862aa-12c8-7fe9-09a4-5dac919963d0/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1733257814854 (+2 ms)Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/4fa862aa-12c8-7fe9-09a4-5dac919963d0/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1733257814854Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/4fa862aa-12c8-7fe9-09a4-5dac919963d0/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733257814857 (+3 ms)Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/4fa862aa-12c8-7fe9-09a4-5dac919963d0/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:45023/user/jenkins/test-data/4fa862aa-12c8-7fe9-09a4-5dac919963d0/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1733257814858 (+1 ms)Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/4fa862aa-12c8-7fe9-09a4-5dac919963d0/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733257814862 (+4 ms)Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/4fa862aa-12c8-7fe9-09a4-5dac919963d0/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:45023/user/jenkins/test-data/4fa862aa-12c8-7fe9-09a4-5dac919963d0/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1733257814862Processed 20 edits across 2 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/4fa862aa-12c8-7fe9-09a4-5dac919963d0/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733257814656/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733257814863 (+1 ms) 2024-12-03T20:30:14,864 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45023/user/jenkins/test-data/4fa862aa-12c8-7fe9-09a4-5dac919963d0/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733257814656/wal.dat.5 to hdfs://localhost:45023/user/jenkins/test-data/4fa862aa-12c8-7fe9-09a4-5dac919963d0/oldWALs/wal.dat.5 2024-12-03T20:30:14,864 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45023/user/jenkins/test-data/4fa862aa-12c8-7fe9-09a4-5dac919963d0/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733257814656/wal.dat.6, size=1.4 K (1405bytes) 2024-12-03T20:30:14,864 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45023/user/jenkins/test-data/4fa862aa-12c8-7fe9-09a4-5dac919963d0/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733257814656/wal.dat.6 2024-12-03T20:30:14,864 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45023/user/jenkins/test-data/4fa862aa-12c8-7fe9-09a4-5dac919963d0/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733257814656/wal.dat.6 after 0ms 2024-12-03T20:30:14,866 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45023/user/jenkins/test-data/4fa862aa-12c8-7fe9-09a4-5dac919963d0/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733257814656/wal.dat.6 took 2ms 2024-12-03T20:30:14,867 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/4fa862aa-12c8-7fe9-09a4-5dac919963d0/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733257814656/wal.dat.6 so closing down 2024-12-03T20:30:14,867 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T20:30:14,867 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T20:30:14,868 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-12-03T20:30:14,868 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-12-03T20:30:14,873 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/4fa862aa-12c8-7fe9-09a4-5dac919963d0/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-12-03T20:30:14,873 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/4fa862aa-12c8-7fe9-09a4-5dac919963d0/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-12-03T20:30:14,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742200_1379 (size=749) 2024-12-03T20:30:14,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742200_1379 (size=749) 2024-12-03T20:30:14,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742201_1380 (size=749) 2024-12-03T20:30:14,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742201_1380 (size=749) 2024-12-03T20:30:14,884 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/4fa862aa-12c8-7fe9-09a4-5dac919963d0/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T20:30:14,884 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/4fa862aa-12c8-7fe9-09a4-5dac919963d0/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T20:30:14,885 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/4fa862aa-12c8-7fe9-09a4-5dac919963d0/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:45023/user/jenkins/test-data/4fa862aa-12c8-7fe9-09a4-5dac919963d0/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-12-03T20:30:14,885 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/4fa862aa-12c8-7fe9-09a4-5dac919963d0/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:45023/user/jenkins/test-data/4fa862aa-12c8-7fe9-09a4-5dac919963d0/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-12-03T20:30:14,885 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 19 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/4fa862aa-12c8-7fe9-09a4-5dac919963d0/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733257814656/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-12-03T20:30:14,886 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45023/user/jenkins/test-data/4fa862aa-12c8-7fe9-09a4-5dac919963d0/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733257814656/wal.dat.6, journal: Splitting hdfs://localhost:45023/user/jenkins/test-data/4fa862aa-12c8-7fe9-09a4-5dac919963d0/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733257814656/wal.dat.6, size=1.4 K (1405bytes) at 1733257814864Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/4fa862aa-12c8-7fe9-09a4-5dac919963d0/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733257814656/wal.dat.6 so closing down at 1733257814867 (+3 ms)3 split writer threads finished at 1733257814867Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/4fa862aa-12c8-7fe9-09a4-5dac919963d0/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1733257814873 (+6 ms)Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/4fa862aa-12c8-7fe9-09a4-5dac919963d0/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1733257814873Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/4fa862aa-12c8-7fe9-09a4-5dac919963d0/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733257814884 (+11 ms)Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/4fa862aa-12c8-7fe9-09a4-5dac919963d0/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733257814884Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/4fa862aa-12c8-7fe9-09a4-5dac919963d0/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:45023/user/jenkins/test-data/4fa862aa-12c8-7fe9-09a4-5dac919963d0/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1733257814885 (+1 ms)Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/4fa862aa-12c8-7fe9-09a4-5dac919963d0/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:45023/user/jenkins/test-data/4fa862aa-12c8-7fe9-09a4-5dac919963d0/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1733257814885Processed 20 edits across 2 Regions in 19 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/4fa862aa-12c8-7fe9-09a4-5dac919963d0/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733257814656/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1733257814885 2024-12-03T20:30:14,889 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45023/user/jenkins/test-data/4fa862aa-12c8-7fe9-09a4-5dac919963d0/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733257814656/wal.dat.6 to hdfs://localhost:45023/user/jenkins/test-data/4fa862aa-12c8-7fe9-09a4-5dac919963d0/oldWALs/wal.dat.6 2024-12-03T20:30:14,889 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45023/user/jenkins/test-data/4fa862aa-12c8-7fe9-09a4-5dac919963d0/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733257814656/wal.dat.7, size=1.4 K (1413bytes) 2024-12-03T20:30:14,889 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45023/user/jenkins/test-data/4fa862aa-12c8-7fe9-09a4-5dac919963d0/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733257814656/wal.dat.7 2024-12-03T20:30:14,889 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45023/user/jenkins/test-data/4fa862aa-12c8-7fe9-09a4-5dac919963d0/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733257814656/wal.dat.7 after 0ms 2024-12-03T20:30:14,891 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45023/user/jenkins/test-data/4fa862aa-12c8-7fe9-09a4-5dac919963d0/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733257814656/wal.dat.7 took 2ms 2024-12-03T20:30:14,892 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/4fa862aa-12c8-7fe9-09a4-5dac919963d0/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733257814656/wal.dat.7 so closing down 2024-12-03T20:30:14,892 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T20:30:14,892 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T20:30:14,897 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-12-03T20:30:14,900 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/4fa862aa-12c8-7fe9-09a4-5dac919963d0/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-12-03T20:30:14,902 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-12-03T20:30:14,903 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/4fa862aa-12c8-7fe9-09a4-5dac919963d0/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-12-03T20:30:14,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742202_1381 (size=753) 2024-12-03T20:30:14,923 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/4fa862aa-12c8-7fe9-09a4-5dac919963d0/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T20:30:14,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742202_1381 (size=753) 2024-12-03T20:30:14,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742203_1382 (size=753) 2024-12-03T20:30:14,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742203_1382 (size=753) 2024-12-03T20:30:14,928 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/4fa862aa-12c8-7fe9-09a4-5dac919963d0/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T20:30:14,928 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/4fa862aa-12c8-7fe9-09a4-5dac919963d0/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:45023/user/jenkins/test-data/4fa862aa-12c8-7fe9-09a4-5dac919963d0/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-12-03T20:30:14,930 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/4fa862aa-12c8-7fe9-09a4-5dac919963d0/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:45023/user/jenkins/test-data/4fa862aa-12c8-7fe9-09a4-5dac919963d0/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-12-03T20:30:14,930 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 39 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/4fa862aa-12c8-7fe9-09a4-5dac919963d0/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733257814656/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-12-03T20:30:14,930 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45023/user/jenkins/test-data/4fa862aa-12c8-7fe9-09a4-5dac919963d0/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733257814656/wal.dat.7, journal: Splitting hdfs://localhost:45023/user/jenkins/test-data/4fa862aa-12c8-7fe9-09a4-5dac919963d0/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733257814656/wal.dat.7, size=1.4 K (1413bytes) at 1733257814889Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/4fa862aa-12c8-7fe9-09a4-5dac919963d0/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733257814656/wal.dat.7 so closing down at 1733257814892 (+3 ms)3 split writer threads finished at 1733257814892Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/4fa862aa-12c8-7fe9-09a4-5dac919963d0/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1733257814901 (+9 ms)Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/4fa862aa-12c8-7fe9-09a4-5dac919963d0/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1733257814903 (+2 ms)Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/4fa862aa-12c8-7fe9-09a4-5dac919963d0/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733257814923 (+20 ms)Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/4fa862aa-12c8-7fe9-09a4-5dac919963d0/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733257814928 (+5 ms)Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/4fa862aa-12c8-7fe9-09a4-5dac919963d0/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:45023/user/jenkins/test-data/4fa862aa-12c8-7fe9-09a4-5dac919963d0/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1733257814928Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/4fa862aa-12c8-7fe9-09a4-5dac919963d0/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:45023/user/jenkins/test-data/4fa862aa-12c8-7fe9-09a4-5dac919963d0/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1733257814930 (+2 ms)Processed 20 edits across 2 Regions in 39 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/4fa862aa-12c8-7fe9-09a4-5dac919963d0/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733257814656/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1733257814930 2024-12-03T20:30:14,932 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45023/user/jenkins/test-data/4fa862aa-12c8-7fe9-09a4-5dac919963d0/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733257814656/wal.dat.7 to hdfs://localhost:45023/user/jenkins/test-data/4fa862aa-12c8-7fe9-09a4-5dac919963d0/oldWALs/wal.dat.7 2024-12-03T20:30:14,932 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45023/user/jenkins/test-data/4fa862aa-12c8-7fe9-09a4-5dac919963d0/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733257814656/wal.dat.8, size=1.4 K (1413bytes) 2024-12-03T20:30:14,932 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45023/user/jenkins/test-data/4fa862aa-12c8-7fe9-09a4-5dac919963d0/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733257814656/wal.dat.8 2024-12-03T20:30:14,934 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45023/user/jenkins/test-data/4fa862aa-12c8-7fe9-09a4-5dac919963d0/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733257814656/wal.dat.8 after 2ms 2024-12-03T20:30:14,936 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45023/user/jenkins/test-data/4fa862aa-12c8-7fe9-09a4-5dac919963d0/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733257814656/wal.dat.8 took 4ms 2024-12-03T20:30:14,949 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/4fa862aa-12c8-7fe9-09a4-5dac919963d0/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733257814656/wal.dat.8 so closing down 2024-12-03T20:30:14,949 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T20:30:14,950 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T20:30:14,955 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-12-03T20:30:14,955 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-12-03T20:30:14,956 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/4fa862aa-12c8-7fe9-09a4-5dac919963d0/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-12-03T20:30:14,960 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/4fa862aa-12c8-7fe9-09a4-5dac919963d0/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-12-03T20:30:15,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742204_1383 (size=753) 2024-12-03T20:30:15,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742204_1383 (size=753) 2024-12-03T20:30:15,006 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/4fa862aa-12c8-7fe9-09a4-5dac919963d0/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T20:30:15,007 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/4fa862aa-12c8-7fe9-09a4-5dac919963d0/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:45023/user/jenkins/test-data/4fa862aa-12c8-7fe9-09a4-5dac919963d0/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-12-03T20:30:15,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742205_1384 (size=753) 2024-12-03T20:30:15,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742205_1384 (size=753) 2024-12-03T20:30:15,429 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/4fa862aa-12c8-7fe9-09a4-5dac919963d0/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T20:30:15,440 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/4fa862aa-12c8-7fe9-09a4-5dac919963d0/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:45023/user/jenkins/test-data/4fa862aa-12c8-7fe9-09a4-5dac919963d0/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-12-03T20:30:15,440 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 492 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/4fa862aa-12c8-7fe9-09a4-5dac919963d0/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733257814656/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-12-03T20:30:15,441 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45023/user/jenkins/test-data/4fa862aa-12c8-7fe9-09a4-5dac919963d0/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733257814656/wal.dat.8, journal: Splitting hdfs://localhost:45023/user/jenkins/test-data/4fa862aa-12c8-7fe9-09a4-5dac919963d0/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733257814656/wal.dat.8, size=1.4 K (1413bytes) at 1733257814932Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/4fa862aa-12c8-7fe9-09a4-5dac919963d0/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733257814656/wal.dat.8 so closing down at 1733257814949 (+17 ms)3 split writer threads finished at 1733257814950 (+1 ms)Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/4fa862aa-12c8-7fe9-09a4-5dac919963d0/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1733257814956 (+6 ms)Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/4fa862aa-12c8-7fe9-09a4-5dac919963d0/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1733257814960 (+4 ms)Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/4fa862aa-12c8-7fe9-09a4-5dac919963d0/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733257815006 (+46 ms)Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/4fa862aa-12c8-7fe9-09a4-5dac919963d0/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:45023/user/jenkins/test-data/4fa862aa-12c8-7fe9-09a4-5dac919963d0/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1733257815007 (+1 ms)Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/4fa862aa-12c8-7fe9-09a4-5dac919963d0/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733257815429 (+422 ms)Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/4fa862aa-12c8-7fe9-09a4-5dac919963d0/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:45023/user/jenkins/test-data/4fa862aa-12c8-7fe9-09a4-5dac919963d0/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1733257815440 (+11 ms)Processed 20 edits across 2 Regions in 492 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/4fa862aa-12c8-7fe9-09a4-5dac919963d0/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733257814656/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1733257815441 (+1 ms) 2024-12-03T20:30:15,464 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45023/user/jenkins/test-data/4fa862aa-12c8-7fe9-09a4-5dac919963d0/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733257814656/wal.dat.8 to hdfs://localhost:45023/user/jenkins/test-data/4fa862aa-12c8-7fe9-09a4-5dac919963d0/oldWALs/wal.dat.8 2024-12-03T20:30:15,464 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45023/user/jenkins/test-data/4fa862aa-12c8-7fe9-09a4-5dac919963d0/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733257814656/wal.dat.9, size=1.4 K (1413bytes) 2024-12-03T20:30:15,464 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45023/user/jenkins/test-data/4fa862aa-12c8-7fe9-09a4-5dac919963d0/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733257814656/wal.dat.9 2024-12-03T20:30:15,468 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45023/user/jenkins/test-data/4fa862aa-12c8-7fe9-09a4-5dac919963d0/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733257814656/wal.dat.9 after 4ms 2024-12-03T20:30:15,482 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45023/user/jenkins/test-data/4fa862aa-12c8-7fe9-09a4-5dac919963d0/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733257814656/wal.dat.9 took 18ms 2024-12-03T20:30:15,500 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/4fa862aa-12c8-7fe9-09a4-5dac919963d0/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733257814656/wal.dat.9 so closing down 2024-12-03T20:30:15,500 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T20:30:15,501 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T20:30:15,515 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-12-03T20:30:15,527 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/4fa862aa-12c8-7fe9-09a4-5dac919963d0/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-12-03T20:30:15,572 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-12-03T20:30:15,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742206_1385 (size=753) 2024-12-03T20:30:15,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742206_1385 (size=753) 2024-12-03T20:30:15,608 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/4fa862aa-12c8-7fe9-09a4-5dac919963d0/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-12-03T20:30:15,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742207_1386 (size=753) 2024-12-03T20:30:15,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742207_1386 (size=753) 2024-12-03T20:30:15,694 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/4fa862aa-12c8-7fe9-09a4-5dac919963d0/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T20:30:15,712 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/4fa862aa-12c8-7fe9-09a4-5dac919963d0/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:45023/user/jenkins/test-data/4fa862aa-12c8-7fe9-09a4-5dac919963d0/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-12-03T20:30:16,012 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/4fa862aa-12c8-7fe9-09a4-5dac919963d0/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T20:30:16,044 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/4fa862aa-12c8-7fe9-09a4-5dac919963d0/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:45023/user/jenkins/test-data/4fa862aa-12c8-7fe9-09a4-5dac919963d0/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-12-03T20:30:16,044 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 552 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/4fa862aa-12c8-7fe9-09a4-5dac919963d0/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733257814656/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-12-03T20:30:16,044 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45023/user/jenkins/test-data/4fa862aa-12c8-7fe9-09a4-5dac919963d0/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733257814656/wal.dat.9, journal: Splitting hdfs://localhost:45023/user/jenkins/test-data/4fa862aa-12c8-7fe9-09a4-5dac919963d0/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733257814656/wal.dat.9, size=1.4 K (1413bytes) at 1733257815464Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/4fa862aa-12c8-7fe9-09a4-5dac919963d0/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733257814656/wal.dat.9 so closing down at 1733257815500 (+36 ms)3 split writer threads finished at 1733257815501 (+1 ms)Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/4fa862aa-12c8-7fe9-09a4-5dac919963d0/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1733257815527 (+26 ms)Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/4fa862aa-12c8-7fe9-09a4-5dac919963d0/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1733257815608 (+81 ms)Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/4fa862aa-12c8-7fe9-09a4-5dac919963d0/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733257815694 (+86 ms)Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/4fa862aa-12c8-7fe9-09a4-5dac919963d0/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:45023/user/jenkins/test-data/4fa862aa-12c8-7fe9-09a4-5dac919963d0/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1733257815712 (+18 ms)Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/4fa862aa-12c8-7fe9-09a4-5dac919963d0/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733257816012 (+300 ms)Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/4fa862aa-12c8-7fe9-09a4-5dac919963d0/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:45023/user/jenkins/test-data/4fa862aa-12c8-7fe9-09a4-5dac919963d0/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1733257816044 (+32 ms)Processed 20 edits across 2 Regions in 552 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/4fa862aa-12c8-7fe9-09a4-5dac919963d0/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733257814656/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1733257816044 2024-12-03T20:30:16,059 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45023/user/jenkins/test-data/4fa862aa-12c8-7fe9-09a4-5dac919963d0/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733257814656/wal.dat.9 to hdfs://localhost:45023/user/jenkins/test-data/4fa862aa-12c8-7fe9-09a4-5dac919963d0/oldWALs/wal.dat.9 2024-12-03T20:30:16,089 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testLogDirectoryShouldBeDeletedAfterSuccessfulSplit Thread=130 (was 130), OpenFileDescriptor=389 (was 389), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1412 (was 1412), ProcessCount=11 (was 11), AvailableMemoryMB=1336 (was 1224) - AvailableMemoryMB LEAK? - 2024-12-03T20:30:16,127 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testRecoveredEditsStoragePolicy Thread=130, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=1412, ProcessCount=11, AvailableMemoryMB=1333 2024-12-03T20:30:16,127 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-12-03T20:30:16,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742208_1387 (size=7) 2024-12-03T20:30:16,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742208_1387 (size=7) 2024-12-03T20:30:16,613 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45023/user/jenkins/test-data/72ccf0d3-cc6f-26e3-cf7f-cdec76677e77 with version=8 2024-12-03T20:30:16,614 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:30:16,615 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:30:16,628 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-12-03T20:30:16,643 DEBUG [Time-limited test {}] util.CommonFSUtils(527): Set storagePolicy=ALL_SSD for path=hdfs://localhost:45023/user/jenkins/test-data/43626a64-6d06-7e14-e144-f301b1799f06/data/hbase/meta/1588230740/recovered.edits 2024-12-03T20:30:16,666 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testRecoveredEditsStoragePolicy Thread=130 (was 130), OpenFileDescriptor=389 (was 391), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1412 (was 1412), ProcessCount=11 (was 11), AvailableMemoryMB=1277 (was 1333) 2024-12-03T20:30:16,681 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testEmptyWALEdit Thread=130, OpenFileDescriptor=389, MaxFileDescriptor=1048576, SystemLoadAverage=1412, ProcessCount=11, AvailableMemoryMB=1276 2024-12-03T20:30:16,681 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-12-03T20:30:16,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742209_1388 (size=7) 2024-12-03T20:30:16,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742209_1388 (size=7) 2024-12-03T20:30:16,753 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45023/user/jenkins/test-data/72ccf0d3-cc6f-26e3-cf7f-cdec76677e77 with version=8 2024-12-03T20:30:16,753 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:30:16,755 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:30:16,766 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-12-03T20:30:16,766 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region region__5 2024-12-03T20:30:16,777 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-12-03T20:30:16,786 INFO [Time-limited test {}] wal.TestWALSplit(1462): Time-limited test append 2024-12-03T20:30:16,786 INFO [Time-limited test {}] wal.TestWALSplit(1464): Time-limited test sync 2024-12-03T20:30:16,844 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:16,844 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:16,860 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:16,860 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:16,872 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:16,872 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:16,884 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:16,884 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:16,892 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:16,892 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:16,897 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:16,897 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:16,908 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:16,908 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:16,928 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:16,928 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:16,936 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:16,936 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:16,940 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:16,940 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:16,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742210_1389 (size=818) 2024-12-03T20:30:16,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742210_1389 (size=818) 2024-12-03T20:30:17,009 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45023/user/jenkins/test-data/b71fad21-5f60-b0fe-b4bb-4ee5b1cec04e/WALs/testemptywaledit,16010,1733257816766/wal.dat.5, size=818 (818bytes) 2024-12-03T20:30:17,009 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45023/user/jenkins/test-data/b71fad21-5f60-b0fe-b4bb-4ee5b1cec04e/WALs/testemptywaledit,16010,1733257816766/wal.dat.5 2024-12-03T20:30:17,010 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45023/user/jenkins/test-data/b71fad21-5f60-b0fe-b4bb-4ee5b1cec04e/WALs/testemptywaledit,16010,1733257816766/wal.dat.5 after 1ms 2024-12-03T20:30:17,018 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45023/user/jenkins/test-data/b71fad21-5f60-b0fe-b4bb-4ee5b1cec04e/WALs/testemptywaledit,16010,1733257816766/wal.dat.5 took 9ms 2024-12-03T20:30:17,035 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/b71fad21-5f60-b0fe-b4bb-4ee5b1cec04e/WALs/testemptywaledit,16010,1733257816766/wal.dat.5 so closing down 2024-12-03T20:30:17,035 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T20:30:17,044 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T20:30:17,055 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.5.temp 2024-12-03T20:30:17,056 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/b71fad21-5f60-b0fe-b4bb-4ee5b1cec04e/data/default/t1/region__5/recovered.edits/0000000000000000000-wal.dat.5.temp 2024-12-03T20:30:17,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742211_1390 (size=783) 2024-12-03T20:30:17,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742211_1390 (size=783) 2024-12-03T20:30:17,474 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/b71fad21-5f60-b0fe-b4bb-4ee5b1cec04e/data/default/t1/region__5/recovered.edits/0000000000000000000-wal.dat.5.temp (wrote 10 edits, skipped 1 edits in 0 ms) 2024-12-03T20:30:17,475 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/b71fad21-5f60-b0fe-b4bb-4ee5b1cec04e/data/default/t1/region__5/recovered.edits/0000000000000000000-wal.dat.5.temp to hdfs://localhost:45023/user/jenkins/test-data/b71fad21-5f60-b0fe-b4bb-4ee5b1cec04e/data/default/t1/region__5/recovered.edits/0000000000000000010 2024-12-03T20:30:17,475 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 11 edits across 1 Regions in 443 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/b71fad21-5f60-b0fe-b4bb-4ee5b1cec04e/WALs/testemptywaledit,16010,1733257816766/wal.dat.5, size=818, length=818, corrupted=false, cancelled=false 2024-12-03T20:30:17,475 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45023/user/jenkins/test-data/b71fad21-5f60-b0fe-b4bb-4ee5b1cec04e/WALs/testemptywaledit,16010,1733257816766/wal.dat.5, journal: Splitting hdfs://localhost:45023/user/jenkins/test-data/b71fad21-5f60-b0fe-b4bb-4ee5b1cec04e/WALs/testemptywaledit,16010,1733257816766/wal.dat.5, size=818 (818bytes) at 1733257817009Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/b71fad21-5f60-b0fe-b4bb-4ee5b1cec04e/WALs/testemptywaledit,16010,1733257816766/wal.dat.5 so closing down at 1733257817035 (+26 ms)3 split writer threads finished at 1733257817044 (+9 ms)Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/b71fad21-5f60-b0fe-b4bb-4ee5b1cec04e/data/default/t1/region__5/recovered.edits/0000000000000000000-wal.dat.5.temp at 1733257817056 (+12 ms)Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/b71fad21-5f60-b0fe-b4bb-4ee5b1cec04e/data/default/t1/region__5/recovered.edits/0000000000000000000-wal.dat.5.temp (wrote 10 edits, skipped 1 edits in 0 ms) at 1733257817474 (+418 ms)Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/b71fad21-5f60-b0fe-b4bb-4ee5b1cec04e/data/default/t1/region__5/recovered.edits/0000000000000000000-wal.dat.5.temp to hdfs://localhost:45023/user/jenkins/test-data/b71fad21-5f60-b0fe-b4bb-4ee5b1cec04e/data/default/t1/region__5/recovered.edits/0000000000000000010 at 1733257817475 (+1 ms)Processed 11 edits across 1 Regions in 443 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/b71fad21-5f60-b0fe-b4bb-4ee5b1cec04e/WALs/testemptywaledit,16010,1733257816766/wal.dat.5, size=818, length=818, corrupted=false, cancelled=false at 1733257817475 2024-12-03T20:30:17,477 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45023/user/jenkins/test-data/b71fad21-5f60-b0fe-b4bb-4ee5b1cec04e/WALs/testemptywaledit,16010,1733257816766/wal.dat.5 to hdfs://localhost:45023/user/jenkins/test-data/b71fad21-5f60-b0fe-b4bb-4ee5b1cec04e/oldWALs/wal.dat.5 2024-12-03T20:30:17,488 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testEmptyWALEdit Thread=130 (was 130), OpenFileDescriptor=389 (was 389), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1412 (was 1412), ProcessCount=11 (was 11), AvailableMemoryMB=1568 (was 1276) - AvailableMemoryMB LEAK? - 2024-12-03T20:30:17,494 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testMiddleGarbageCorruptionSkipErrorsReadsHalfOfFile Thread=130, OpenFileDescriptor=389, MaxFileDescriptor=1048576, SystemLoadAverage=1412, ProcessCount=11, AvailableMemoryMB=1568 2024-12-03T20:30:17,494 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-12-03T20:30:17,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742212_1391 (size=7) 2024-12-03T20:30:17,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742212_1391 (size=7) 2024-12-03T20:30:17,499 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45023/user/jenkins/test-data/72ccf0d3-cc6f-26e3-cf7f-cdec76677e77 with version=8 2024-12-03T20:30:17,499 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:30:17,500 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:30:17,502 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-12-03T20:30:17,502 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-12-03T20:30:17,503 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-12-03T20:30:17,503 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-12-03T20:30:17,504 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:17,504 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:17,507 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:17,507 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:17,507 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:17,507 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:17,507 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:17,507 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:17,507 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:17,507 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:17,508 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:17,508 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:17,508 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:17,508 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:17,508 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:17,508 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:17,508 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:17,508 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:17,509 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:17,509 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:17,509 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:17,509 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:17,509 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:17,509 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:17,509 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:17,509 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:17,510 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:17,510 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:17,510 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:17,510 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:17,510 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:17,510 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:17,510 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:17,510 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:17,510 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:17,510 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:17,511 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:17,511 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:17,511 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:17,511 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:17,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742213_1392 (size=1393) 2024-12-03T20:30:17,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742213_1392 (size=1393) 2024-12-03T20:30:17,512 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-12-03T20:30:17,512 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-12-03T20:30:17,513 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:17,513 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:17,515 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:17,515 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:17,516 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:17,516 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:17,516 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:17,516 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:17,516 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:17,516 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:17,516 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:17,516 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:17,517 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:17,517 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:17,517 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:17,517 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:17,517 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:17,517 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:17,517 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:17,517 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:17,517 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:17,517 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:17,518 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:17,518 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:17,518 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:17,518 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:17,518 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:17,518 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:17,518 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:17,518 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:17,518 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:17,518 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:17,518 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:17,518 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:17,519 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:17,519 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:17,519 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:17,519 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:17,519 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:17,519 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:17,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742214_1393 (size=1393) 2024-12-03T20:30:17,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742214_1393 (size=1393) 2024-12-03T20:30:17,521 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-12-03T20:30:17,521 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-12-03T20:30:17,521 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:17,521 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:17,524 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:17,524 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:17,531 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:17,531 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:17,532 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:17,532 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:17,532 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:17,532 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:17,532 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:17,532 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:17,532 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:17,532 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:17,533 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:17,533 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:17,533 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:17,533 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:17,533 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:17,533 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:17,533 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:17,533 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:17,534 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:17,534 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:17,534 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:17,534 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:17,534 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:17,534 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:17,534 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:17,534 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:17,534 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:17,534 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:17,535 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:17,535 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:17,535 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:17,535 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:17,535 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:17,535 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:17,535 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:17,535 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:17,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742215_1394 (size=1393) 2024-12-03T20:30:17,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742215_1394 (size=1393) 2024-12-03T20:30:17,548 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-12-03T20:30:17,549 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-12-03T20:30:17,551 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:17,551 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:17,565 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:17,565 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:17,565 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:17,565 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:17,565 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:17,565 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:17,566 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:17,566 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:17,566 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:17,566 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:17,566 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:17,566 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:17,566 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:17,566 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:17,567 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:17,567 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:17,567 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:17,567 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:17,567 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:17,567 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:17,568 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:17,568 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:17,568 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:17,568 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:17,568 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:17,568 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:17,568 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:17,568 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:17,569 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:17,569 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:17,569 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:17,569 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:17,569 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:17,569 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:17,570 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:17,570 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:17,570 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:17,570 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:17,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742216_1395 (size=1393) 2024-12-03T20:30:17,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742216_1395 (size=1393) 2024-12-03T20:30:17,572 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-12-03T20:30:17,572 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-12-03T20:30:17,576 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:17,576 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:17,589 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:17,589 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:17,592 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:17,592 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:17,592 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:17,592 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:17,593 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:17,593 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:17,593 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:17,593 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:17,593 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:17,593 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:17,593 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:17,593 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:17,594 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:17,594 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:17,594 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:17,594 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:17,594 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:17,594 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:17,594 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:17,594 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:17,595 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:17,595 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:17,595 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:17,595 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:17,595 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:17,595 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:17,595 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:17,595 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:17,596 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:17,596 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:17,596 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:17,596 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:17,596 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:17,596 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:17,597 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:17,597 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:17,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742217_1396 (size=1393) 2024-12-03T20:30:17,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742217_1396 (size=1393) 2024-12-03T20:30:17,598 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-12-03T20:30:17,598 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-12-03T20:30:17,600 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:17,600 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:17,617 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:17,617 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:17,617 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:17,617 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:17,624 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:17,624 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:17,626 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:17,626 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:17,626 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:17,626 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:17,626 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:17,626 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:17,626 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:17,626 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:17,626 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:17,626 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:17,627 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:17,627 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:17,627 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:17,627 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:17,627 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:17,627 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:17,627 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:17,627 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:17,627 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:17,627 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:17,628 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:17,628 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:17,628 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:17,628 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:17,628 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:17,628 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:17,628 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:17,628 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:17,628 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:17,628 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:17,629 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:17,629 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:17,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742218_1397 (size=1393) 2024-12-03T20:30:17,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742218_1397 (size=1393) 2024-12-03T20:30:18,040 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-12-03T20:30:18,040 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-12-03T20:30:18,052 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:18,052 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:18,114 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:18,114 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:18,116 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:18,116 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:18,122 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:18,122 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:18,128 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:18,128 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:18,132 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:18,132 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:18,136 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:18,136 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:18,140 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:18,140 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:18,144 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:18,144 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:18,148 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:18,148 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:18,152 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:18,152 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:18,156 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:18,156 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:18,160 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:18,160 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:18,168 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:18,168 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:18,172 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:18,172 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:18,174 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:18,174 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:18,180 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:18,180 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:18,188 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:18,188 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:18,192 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:18,192 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:18,200 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:18,200 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:18,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742219_1398 (size=1405) 2024-12-03T20:30:18,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742219_1398 (size=1405) 2024-12-03T20:30:18,226 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-12-03T20:30:18,227 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-12-03T20:30:18,242 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:18,242 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:18,312 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:18,312 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:18,321 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:18,321 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:18,327 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:18,328 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:18,337 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:18,337 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:18,351 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:18,351 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:18,367 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:18,368 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:18,384 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:18,384 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:18,389 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:18,390 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:18,392 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:18,392 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:18,404 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:18,404 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:18,415 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:18,416 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:18,420 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:18,420 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:18,424 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:18,424 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:18,426 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:18,426 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:18,428 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:18,428 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:18,428 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:18,428 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:18,429 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:18,429 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:18,429 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:18,429 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:18,429 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:18,429 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:18,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742220_1399 (size=1413) 2024-12-03T20:30:18,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742220_1399 (size=1413) 2024-12-03T20:30:18,432 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-12-03T20:30:18,432 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-12-03T20:30:18,441 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:18,441 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:18,521 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:18,521 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:18,521 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:18,521 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:18,528 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:18,528 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:18,532 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:18,532 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:18,536 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:18,536 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:18,540 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:18,540 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:18,544 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:18,544 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:18,548 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:18,548 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:18,552 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:18,552 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:18,556 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:18,556 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:18,560 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:18,560 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:18,561 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:18,561 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:18,561 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:18,561 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:18,561 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:18,561 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:18,562 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:18,562 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:18,562 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:18,562 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:18,562 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:18,562 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:18,576 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:18,576 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:18,580 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:18,580 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:18,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742221_1400 (size=1413) 2024-12-03T20:30:18,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742221_1400 (size=1413) 2024-12-03T20:30:19,016 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-12-03T20:30:19,016 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-12-03T20:30:19,036 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:19,036 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:19,100 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:19,100 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:19,104 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:19,104 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:19,111 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:19,111 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:19,115 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:19,115 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:19,121 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:19,121 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:19,131 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:19,131 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:19,132 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:19,132 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:19,133 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:19,133 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:19,133 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:19,133 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:19,134 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:19,134 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:19,134 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:19,134 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:19,134 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:19,134 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:19,135 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:19,135 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:19,135 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:19,135 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:19,135 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:19,135 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:19,141 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:19,141 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:19,144 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:19,144 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:19,151 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:19,151 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:19,156 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:19,156 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:19,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742222_1401 (size=1413) 2024-12-03T20:30:19,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742222_1401 (size=1413) 2024-12-03T20:30:19,173 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-12-03T20:30:19,316 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45023/user/jenkins/test-data/15afaf8f-e337-deea-fc67-d383fcc570c5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733257817502/wal.dat.0, size=1.4 K (1393bytes) 2024-12-03T20:30:19,317 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45023/user/jenkins/test-data/15afaf8f-e337-deea-fc67-d383fcc570c5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733257817502/wal.dat.0 2024-12-03T20:30:19,317 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45023/user/jenkins/test-data/15afaf8f-e337-deea-fc67-d383fcc570c5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733257817502/wal.dat.0 after 0ms 2024-12-03T20:30:19,320 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45023/user/jenkins/test-data/15afaf8f-e337-deea-fc67-d383fcc570c5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733257817502/wal.dat.0 took 4ms 2024-12-03T20:30:19,328 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/15afaf8f-e337-deea-fc67-d383fcc570c5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733257817502/wal.dat.0 so closing down 2024-12-03T20:30:19,328 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T20:30:19,332 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T20:30:19,349 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-12-03T20:30:19,366 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/15afaf8f-e337-deea-fc67-d383fcc570c5/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-12-03T20:30:19,371 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-12-03T20:30:19,388 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/15afaf8f-e337-deea-fc67-d383fcc570c5/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-12-03T20:30:19,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742224_1403 (size=743) 2024-12-03T20:30:19,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742224_1403 (size=743) 2024-12-03T20:30:19,451 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/15afaf8f-e337-deea-fc67-d383fcc570c5/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T20:30:19,480 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/15afaf8f-e337-deea-fc67-d383fcc570c5/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:45023/user/jenkins/test-data/15afaf8f-e337-deea-fc67-d383fcc570c5/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-12-03T20:30:19,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742225_1404 (size=743) 2024-12-03T20:30:19,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742225_1404 (size=743) 2024-12-03T20:30:19,491 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/15afaf8f-e337-deea-fc67-d383fcc570c5/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T20:30:19,497 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/15afaf8f-e337-deea-fc67-d383fcc570c5/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:45023/user/jenkins/test-data/15afaf8f-e337-deea-fc67-d383fcc570c5/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-12-03T20:30:19,500 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 175 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/15afaf8f-e337-deea-fc67-d383fcc570c5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733257817502/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-03T20:30:19,500 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45023/user/jenkins/test-data/15afaf8f-e337-deea-fc67-d383fcc570c5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733257817502/wal.dat.0, journal: Splitting hdfs://localhost:45023/user/jenkins/test-data/15afaf8f-e337-deea-fc67-d383fcc570c5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733257817502/wal.dat.0, size=1.4 K (1393bytes) at 1733257819316Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/15afaf8f-e337-deea-fc67-d383fcc570c5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733257817502/wal.dat.0 so closing down at 1733257819328 (+12 ms)3 split writer threads finished at 1733257819332 (+4 ms)Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/15afaf8f-e337-deea-fc67-d383fcc570c5/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1733257819366 (+34 ms)Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/15afaf8f-e337-deea-fc67-d383fcc570c5/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1733257819388 (+22 ms)Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/15afaf8f-e337-deea-fc67-d383fcc570c5/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733257819451 (+63 ms)Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/15afaf8f-e337-deea-fc67-d383fcc570c5/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:45023/user/jenkins/test-data/15afaf8f-e337-deea-fc67-d383fcc570c5/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1733257819480 (+29 ms)Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/15afaf8f-e337-deea-fc67-d383fcc570c5/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733257819491 (+11 ms)Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/15afaf8f-e337-deea-fc67-d383fcc570c5/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:45023/user/jenkins/test-data/15afaf8f-e337-deea-fc67-d383fcc570c5/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1733257819497 (+6 ms)Processed 20 edits across 2 Regions in 175 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/15afaf8f-e337-deea-fc67-d383fcc570c5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733257817502/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733257819500 (+3 ms) 2024-12-03T20:30:19,532 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45023/user/jenkins/test-data/15afaf8f-e337-deea-fc67-d383fcc570c5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733257817502/wal.dat.0 to hdfs://localhost:45023/user/jenkins/test-data/15afaf8f-e337-deea-fc67-d383fcc570c5/oldWALs/wal.dat.0 2024-12-03T20:30:19,532 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45023/user/jenkins/test-data/15afaf8f-e337-deea-fc67-d383fcc570c5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733257817502/wal.dat.1, size=1.4 K (1393bytes) 2024-12-03T20:30:19,532 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45023/user/jenkins/test-data/15afaf8f-e337-deea-fc67-d383fcc570c5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733257817502/wal.dat.1 2024-12-03T20:30:19,536 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45023/user/jenkins/test-data/15afaf8f-e337-deea-fc67-d383fcc570c5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733257817502/wal.dat.1 after 4ms 2024-12-03T20:30:19,553 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45023/user/jenkins/test-data/15afaf8f-e337-deea-fc67-d383fcc570c5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733257817502/wal.dat.1 took 21ms 2024-12-03T20:30:19,573 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/15afaf8f-e337-deea-fc67-d383fcc570c5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733257817502/wal.dat.1 so closing down 2024-12-03T20:30:19,574 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T20:30:19,576 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T20:30:19,608 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-12-03T20:30:19,608 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-12-03T20:30:19,643 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/15afaf8f-e337-deea-fc67-d383fcc570c5/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-12-03T20:30:19,644 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/15afaf8f-e337-deea-fc67-d383fcc570c5/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-12-03T20:30:19,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742226_1405 (size=743) 2024-12-03T20:30:19,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742226_1405 (size=743) 2024-12-03T20:30:19,716 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/15afaf8f-e337-deea-fc67-d383fcc570c5/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T20:30:19,718 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/15afaf8f-e337-deea-fc67-d383fcc570c5/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:45023/user/jenkins/test-data/15afaf8f-e337-deea-fc67-d383fcc570c5/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-12-03T20:30:19,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742227_1406 (size=743) 2024-12-03T20:30:19,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742227_1406 (size=743) 2024-12-03T20:30:19,739 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/15afaf8f-e337-deea-fc67-d383fcc570c5/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T20:30:19,748 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/15afaf8f-e337-deea-fc67-d383fcc570c5/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:45023/user/jenkins/test-data/15afaf8f-e337-deea-fc67-d383fcc570c5/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-12-03T20:30:19,748 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 176 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/15afaf8f-e337-deea-fc67-d383fcc570c5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733257817502/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-03T20:30:19,748 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45023/user/jenkins/test-data/15afaf8f-e337-deea-fc67-d383fcc570c5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733257817502/wal.dat.1, journal: Splitting hdfs://localhost:45023/user/jenkins/test-data/15afaf8f-e337-deea-fc67-d383fcc570c5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733257817502/wal.dat.1, size=1.4 K (1393bytes) at 1733257819532Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/15afaf8f-e337-deea-fc67-d383fcc570c5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733257817502/wal.dat.1 so closing down at 1733257819574 (+42 ms)3 split writer threads finished at 1733257819576 (+2 ms)Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/15afaf8f-e337-deea-fc67-d383fcc570c5/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1733257819643 (+67 ms)Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/15afaf8f-e337-deea-fc67-d383fcc570c5/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1733257819644 (+1 ms)Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/15afaf8f-e337-deea-fc67-d383fcc570c5/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733257819716 (+72 ms)Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/15afaf8f-e337-deea-fc67-d383fcc570c5/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:45023/user/jenkins/test-data/15afaf8f-e337-deea-fc67-d383fcc570c5/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1733257819718 (+2 ms)Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/15afaf8f-e337-deea-fc67-d383fcc570c5/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733257819739 (+21 ms)Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/15afaf8f-e337-deea-fc67-d383fcc570c5/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:45023/user/jenkins/test-data/15afaf8f-e337-deea-fc67-d383fcc570c5/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1733257819748 (+9 ms)Processed 20 edits across 2 Regions in 176 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/15afaf8f-e337-deea-fc67-d383fcc570c5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733257817502/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733257819748 2024-12-03T20:30:19,763 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45023/user/jenkins/test-data/15afaf8f-e337-deea-fc67-d383fcc570c5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733257817502/wal.dat.1 to hdfs://localhost:45023/user/jenkins/test-data/15afaf8f-e337-deea-fc67-d383fcc570c5/oldWALs/wal.dat.1 2024-12-03T20:30:19,764 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45023/user/jenkins/test-data/15afaf8f-e337-deea-fc67-d383fcc570c5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733257817502/wal.dat.2, size=1.4 K (1393bytes) 2024-12-03T20:30:19,764 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45023/user/jenkins/test-data/15afaf8f-e337-deea-fc67-d383fcc570c5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733257817502/wal.dat.2 2024-12-03T20:30:19,765 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45023/user/jenkins/test-data/15afaf8f-e337-deea-fc67-d383fcc570c5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733257817502/wal.dat.2 after 1ms 2024-12-03T20:30:19,769 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45023/user/jenkins/test-data/15afaf8f-e337-deea-fc67-d383fcc570c5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733257817502/wal.dat.2 took 6ms 2024-12-03T20:30:19,792 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/15afaf8f-e337-deea-fc67-d383fcc570c5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733257817502/wal.dat.2 so closing down 2024-12-03T20:30:19,792 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T20:30:19,795 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T20:30:19,827 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-12-03T20:30:19,840 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-12-03T20:30:19,847 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/15afaf8f-e337-deea-fc67-d383fcc570c5/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-12-03T20:30:19,852 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/15afaf8f-e337-deea-fc67-d383fcc570c5/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-12-03T20:30:19,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742229_1408 (size=743) 2024-12-03T20:30:19,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742229_1408 (size=743) 2024-12-03T20:30:19,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742228_1407 (size=743) 2024-12-03T20:30:19,906 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/15afaf8f-e337-deea-fc67-d383fcc570c5/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T20:30:19,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742228_1407 (size=743) 2024-12-03T20:30:19,914 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/15afaf8f-e337-deea-fc67-d383fcc570c5/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T20:30:19,925 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/15afaf8f-e337-deea-fc67-d383fcc570c5/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:45023/user/jenkins/test-data/15afaf8f-e337-deea-fc67-d383fcc570c5/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-12-03T20:30:19,928 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/15afaf8f-e337-deea-fc67-d383fcc570c5/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:45023/user/jenkins/test-data/15afaf8f-e337-deea-fc67-d383fcc570c5/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-12-03T20:30:19,928 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 140 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/15afaf8f-e337-deea-fc67-d383fcc570c5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733257817502/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-03T20:30:19,928 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45023/user/jenkins/test-data/15afaf8f-e337-deea-fc67-d383fcc570c5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733257817502/wal.dat.2, journal: Splitting hdfs://localhost:45023/user/jenkins/test-data/15afaf8f-e337-deea-fc67-d383fcc570c5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733257817502/wal.dat.2, size=1.4 K (1393bytes) at 1733257819764Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/15afaf8f-e337-deea-fc67-d383fcc570c5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733257817502/wal.dat.2 so closing down at 1733257819792 (+28 ms)3 split writer threads finished at 1733257819796 (+4 ms)Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/15afaf8f-e337-deea-fc67-d383fcc570c5/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1733257819847 (+51 ms)Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/15afaf8f-e337-deea-fc67-d383fcc570c5/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1733257819852 (+5 ms)Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/15afaf8f-e337-deea-fc67-d383fcc570c5/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733257819906 (+54 ms)Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/15afaf8f-e337-deea-fc67-d383fcc570c5/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733257819914 (+8 ms)Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/15afaf8f-e337-deea-fc67-d383fcc570c5/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:45023/user/jenkins/test-data/15afaf8f-e337-deea-fc67-d383fcc570c5/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1733257819925 (+11 ms)Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/15afaf8f-e337-deea-fc67-d383fcc570c5/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:45023/user/jenkins/test-data/15afaf8f-e337-deea-fc67-d383fcc570c5/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1733257819928 (+3 ms)Processed 20 edits across 2 Regions in 140 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/15afaf8f-e337-deea-fc67-d383fcc570c5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733257817502/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733257819928 2024-12-03T20:30:19,931 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45023/user/jenkins/test-data/15afaf8f-e337-deea-fc67-d383fcc570c5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733257817502/wal.dat.2 to hdfs://localhost:45023/user/jenkins/test-data/15afaf8f-e337-deea-fc67-d383fcc570c5/oldWALs/wal.dat.2 2024-12-03T20:30:19,931 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45023/user/jenkins/test-data/15afaf8f-e337-deea-fc67-d383fcc570c5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733257817502/wal.dat.3, size=1.4 K (1393bytes) 2024-12-03T20:30:19,931 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45023/user/jenkins/test-data/15afaf8f-e337-deea-fc67-d383fcc570c5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733257817502/wal.dat.3 2024-12-03T20:30:19,932 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45023/user/jenkins/test-data/15afaf8f-e337-deea-fc67-d383fcc570c5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733257817502/wal.dat.3 after 1ms 2024-12-03T20:30:19,937 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45023/user/jenkins/test-data/15afaf8f-e337-deea-fc67-d383fcc570c5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733257817502/wal.dat.3 took 6ms 2024-12-03T20:30:19,939 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/15afaf8f-e337-deea-fc67-d383fcc570c5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733257817502/wal.dat.3 so closing down 2024-12-03T20:30:19,939 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T20:30:19,946 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T20:30:19,954 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-12-03T20:30:19,954 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-12-03T20:30:19,955 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/15afaf8f-e337-deea-fc67-d383fcc570c5/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-12-03T20:30:19,961 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/15afaf8f-e337-deea-fc67-d383fcc570c5/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-12-03T20:30:19,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742231_1410 (size=743) 2024-12-03T20:30:19,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742231_1410 (size=743) 2024-12-03T20:30:19,978 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/15afaf8f-e337-deea-fc67-d383fcc570c5/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T20:30:19,979 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/15afaf8f-e337-deea-fc67-d383fcc570c5/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:45023/user/jenkins/test-data/15afaf8f-e337-deea-fc67-d383fcc570c5/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-12-03T20:30:19,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742230_1409 (size=743) 2024-12-03T20:30:19,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742230_1409 (size=743) 2024-12-03T20:30:19,982 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/15afaf8f-e337-deea-fc67-d383fcc570c5/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T20:30:19,983 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/15afaf8f-e337-deea-fc67-d383fcc570c5/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:45023/user/jenkins/test-data/15afaf8f-e337-deea-fc67-d383fcc570c5/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-12-03T20:30:19,983 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 45 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/15afaf8f-e337-deea-fc67-d383fcc570c5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733257817502/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-03T20:30:19,983 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45023/user/jenkins/test-data/15afaf8f-e337-deea-fc67-d383fcc570c5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733257817502/wal.dat.3, journal: Splitting hdfs://localhost:45023/user/jenkins/test-data/15afaf8f-e337-deea-fc67-d383fcc570c5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733257817502/wal.dat.3, size=1.4 K (1393bytes) at 1733257819931Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/15afaf8f-e337-deea-fc67-d383fcc570c5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733257817502/wal.dat.3 so closing down at 1733257819939 (+8 ms)3 split writer threads finished at 1733257819946 (+7 ms)Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/15afaf8f-e337-deea-fc67-d383fcc570c5/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1733257819955 (+9 ms)Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/15afaf8f-e337-deea-fc67-d383fcc570c5/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1733257819961 (+6 ms)Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/15afaf8f-e337-deea-fc67-d383fcc570c5/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733257819978 (+17 ms)Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/15afaf8f-e337-deea-fc67-d383fcc570c5/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:45023/user/jenkins/test-data/15afaf8f-e337-deea-fc67-d383fcc570c5/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1733257819979 (+1 ms)Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/15afaf8f-e337-deea-fc67-d383fcc570c5/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733257819982 (+3 ms)Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/15afaf8f-e337-deea-fc67-d383fcc570c5/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:45023/user/jenkins/test-data/15afaf8f-e337-deea-fc67-d383fcc570c5/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1733257819983 (+1 ms)Processed 20 edits across 2 Regions in 45 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/15afaf8f-e337-deea-fc67-d383fcc570c5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733257817502/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733257819983 2024-12-03T20:30:19,985 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45023/user/jenkins/test-data/15afaf8f-e337-deea-fc67-d383fcc570c5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733257817502/wal.dat.3 to hdfs://localhost:45023/user/jenkins/test-data/15afaf8f-e337-deea-fc67-d383fcc570c5/oldWALs/wal.dat.3 2024-12-03T20:30:19,985 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45023/user/jenkins/test-data/15afaf8f-e337-deea-fc67-d383fcc570c5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733257817502/wal.dat.4, size=1.4 K (1393bytes) 2024-12-03T20:30:19,985 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45023/user/jenkins/test-data/15afaf8f-e337-deea-fc67-d383fcc570c5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733257817502/wal.dat.4 2024-12-03T20:30:19,985 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45023/user/jenkins/test-data/15afaf8f-e337-deea-fc67-d383fcc570c5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733257817502/wal.dat.4 after 0ms 2024-12-03T20:30:19,987 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45023/user/jenkins/test-data/15afaf8f-e337-deea-fc67-d383fcc570c5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733257817502/wal.dat.4 took 2ms 2024-12-03T20:30:19,992 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/15afaf8f-e337-deea-fc67-d383fcc570c5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733257817502/wal.dat.4 so closing down 2024-12-03T20:30:19,992 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T20:30:19,996 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T20:30:19,998 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-12-03T20:30:19,998 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-12-03T20:30:20,000 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/15afaf8f-e337-deea-fc67-d383fcc570c5/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-12-03T20:30:20,000 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/15afaf8f-e337-deea-fc67-d383fcc570c5/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-12-03T20:30:20,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742232_1411 (size=743) 2024-12-03T20:30:20,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742233_1412 (size=743) 2024-12-03T20:30:20,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742232_1411 (size=743) 2024-12-03T20:30:20,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742233_1412 (size=743) 2024-12-03T20:30:20,004 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/15afaf8f-e337-deea-fc67-d383fcc570c5/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T20:30:20,005 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/15afaf8f-e337-deea-fc67-d383fcc570c5/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T20:30:20,006 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/15afaf8f-e337-deea-fc67-d383fcc570c5/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:45023/user/jenkins/test-data/15afaf8f-e337-deea-fc67-d383fcc570c5/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-12-03T20:30:20,006 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/15afaf8f-e337-deea-fc67-d383fcc570c5/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:45023/user/jenkins/test-data/15afaf8f-e337-deea-fc67-d383fcc570c5/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-12-03T20:30:20,006 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/15afaf8f-e337-deea-fc67-d383fcc570c5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733257817502/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-03T20:30:20,006 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45023/user/jenkins/test-data/15afaf8f-e337-deea-fc67-d383fcc570c5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733257817502/wal.dat.4, journal: Splitting hdfs://localhost:45023/user/jenkins/test-data/15afaf8f-e337-deea-fc67-d383fcc570c5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733257817502/wal.dat.4, size=1.4 K (1393bytes) at 1733257819985Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/15afaf8f-e337-deea-fc67-d383fcc570c5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733257817502/wal.dat.4 so closing down at 1733257819992 (+7 ms)3 split writer threads finished at 1733257819996 (+4 ms)Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/15afaf8f-e337-deea-fc67-d383fcc570c5/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1733257820000 (+4 ms)Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/15afaf8f-e337-deea-fc67-d383fcc570c5/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1733257820000Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/15afaf8f-e337-deea-fc67-d383fcc570c5/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733257820005 (+5 ms)Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/15afaf8f-e337-deea-fc67-d383fcc570c5/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733257820005Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/15afaf8f-e337-deea-fc67-d383fcc570c5/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:45023/user/jenkins/test-data/15afaf8f-e337-deea-fc67-d383fcc570c5/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1733257820006 (+1 ms)Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/15afaf8f-e337-deea-fc67-d383fcc570c5/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:45023/user/jenkins/test-data/15afaf8f-e337-deea-fc67-d383fcc570c5/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1733257820006Processed 20 edits across 2 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/15afaf8f-e337-deea-fc67-d383fcc570c5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733257817502/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733257820006 2024-12-03T20:30:20,008 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45023/user/jenkins/test-data/15afaf8f-e337-deea-fc67-d383fcc570c5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733257817502/wal.dat.4 to hdfs://localhost:45023/user/jenkins/test-data/15afaf8f-e337-deea-fc67-d383fcc570c5/oldWALs/wal.dat.4 2024-12-03T20:30:20,008 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45023/user/jenkins/test-data/15afaf8f-e337-deea-fc67-d383fcc570c5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733257817502/wal.dat.5, size=1.4 K (1394bytes) 2024-12-03T20:30:20,008 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45023/user/jenkins/test-data/15afaf8f-e337-deea-fc67-d383fcc570c5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733257817502/wal.dat.5 2024-12-03T20:30:20,008 WARN [IPC Server handler 4 on default port 45023 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/15afaf8f-e337-deea-fc67-d383fcc570c5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733257817502/wal.dat.5 has not been closed. Lease recovery is in progress. RecoveryId = 1413 for block blk_1073742223_1402 2024-12-03T20:30:20,008 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:45023/user/jenkins/test-data/15afaf8f-e337-deea-fc67-d383fcc570c5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733257817502/wal.dat.5 after 0ms 2024-12-03T20:30:20,883 WARN [ResponseProcessor for block BP-1779702324-172.17.0.3-1733257731418:blk_1073742223_1402 {}] hdfs.DataStreamer$ResponseProcessor(1303): Exception for BP-1779702324-172.17.0.3-1733257731418:blk_1073742223_1402 java.io.EOFException: Unexpected EOF while trying to read response from server at org.apache.hadoop.hdfs.protocolPB.PBHelperClient.vintPrefixed(PBHelperClient.java:529) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PipelineAck.readFields(PipelineAck.java:244) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer$ResponseProcessor.run(DataStreamer.java:1180) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-12-03T20:30:20,883 WARN [DataStreamer for file /user/jenkins/test-data/15afaf8f-e337-deea-fc67-d383fcc570c5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733257817502/wal.dat.5 block BP-1779702324-172.17.0.3-1733257731418:blk_1073742223_1402 {}] hdfs.DataStreamer(1731): Error Recovery for BP-1779702324-172.17.0.3-1733257731418:blk_1073742223_1402 in pipeline [DatanodeInfoWithStorage[127.0.0.1:41227,DS-34e26a6e-6270-4b48-b805-11257a21223f,DISK], DatanodeInfoWithStorage[127.0.0.1:42113,DS-5fd751af-5ddc-4171-bd35-a30d0dde7912,DISK]]: datanode 0(DatanodeInfoWithStorage[127.0.0.1:41227,DS-34e26a6e-6270-4b48-b805-11257a21223f,DISK]) is bad. 2024-12-03T20:30:20,883 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_785303249_22 at /127.0.0.1:42852 [Receiving block BP-1779702324-172.17.0.3-1733257731418:blk_1073742223_1402] {}] datanode.DataXceiver(331): 127.0.0.1:41227:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:42852 dst: /127.0.0.1:41227 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:41227 remote=/127.0.0.1:42852]. Total timeout mills is 60000, 58387 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T20:30:20,884 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_785303249_22 at /127.0.0.1:57358 [Receiving block BP-1779702324-172.17.0.3-1733257731418:blk_1073742223_1402] {}] datanode.DataXceiver(331): 127.0.0.1:42113:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:57358 dst: /127.0.0.1:42113 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T20:30:20,889 WARN [DataStreamer for file /user/jenkins/test-data/15afaf8f-e337-deea-fc67-d383fcc570c5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733257817502/wal.dat.5 block BP-1779702324-172.17.0.3-1733257731418:blk_1073742223_1402 {}] hdfs.DataStreamer(859): DataStreamer Exception org.apache.hadoop.ipc.RemoteException: Unexpected BlockUCState: BP-1779702324-172.17.0.3-1733257731418:blk_1073742223_1402 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$updateBlockForPipeline$50(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.updateBlockForPipeline(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.updateBlockForPipeline(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.updateBlockForPipeline(DataStreamer.java:1786) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineInternal(DataStreamer.java:1657) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForAppendOrRecovery(DataStreamer.java:1627) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.processDatanodeOrExternalError(DataStreamer.java:1408) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:707) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-12-03T20:30:24,020 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:45023/user/jenkins/test-data/15afaf8f-e337-deea-fc67-d383fcc570c5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733257817502/wal.dat.5 after 4012ms 2024-12-03T20:30:24,042 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45023/user/jenkins/test-data/15afaf8f-e337-deea-fc67-d383fcc570c5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733257817502/wal.dat.5 took 4034ms 2024-12-03T20:30:24,069 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:45023/user/jenkins/test-data/15afaf8f-e337-deea-fc67-d383fcc570c5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733257817502/wal.dat.5 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:45023/user/jenkins/test-data/15afaf8f-e337-deea-fc67-d383fcc570c5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733257817502/wal.dat.5. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitAndCount(TestWALSplit.java:529) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testMiddleGarbageCorruptionSkipErrorsReadsHalfOfFile(TestWALSplit.java:601) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: Error while reading WALKey, originalPosition=670, currentPosition=699 at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALStreamReader.next(ProtobufWALStreamReader.java:67) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more Caused by: org.apache.hbase.thirdparty.com.google.protobuf.InvalidProtocolBufferException: Protocol message contained an invalid tag (zero). at org.apache.hbase.thirdparty.com.google.protobuf.InvalidProtocolBufferException.invalidTag(InvalidProtocolBufferException.java:110) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.CodedInputStream$StreamDecoder.readTag(CodedInputStream.java:2079) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.shaded.protobuf.generated.HBaseProtos$UUID$Builder.mergeFrom(HBaseProtos.java:16521) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.HBaseProtos$UUID$1.parsePartialFrom(HBaseProtos.java:16655) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.HBaseProtos$UUID$1.parsePartialFrom(HBaseProtos.java:16647) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.CodedInputStream$StreamDecoder.readMessage(CodedInputStream.java:2354) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.shaded.protobuf.generated.WALProtos$WALKey$Builder.mergeFrom(WALProtos.java:2790) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.WALProtos$WALKey$1.parsePartialFrom(WALProtos.java:4213) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.WALProtos$WALKey$1.parsePartialFrom(WALProtos.java:4205) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parsePartialFrom(AbstractParser.java:192) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parseFrom(AbstractParser.java:209) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parseFrom(AbstractParser.java:214) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parseFrom(AbstractParser.java:25) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.shaded.protobuf.ProtobufUtil.parseDelimitedFrom(ProtobufUtil.java:3850) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALStreamReader.next(ProtobufWALStreamReader.java:56) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-12-03T20:30:24,070 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/15afaf8f-e337-deea-fc67-d383fcc570c5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733257817502/wal.dat.5 so closing down 2024-12-03T20:30:24,070 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T20:30:24,071 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T20:30:24,101 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-12-03T20:30:24,104 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-12-03T20:30:24,112 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/15afaf8f-e337-deea-fc67-d383fcc570c5/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-12-03T20:30:24,120 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/15afaf8f-e337-deea-fc67-d383fcc570c5/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-12-03T20:30:24,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742235_1415 (size=418) 2024-12-03T20:30:24,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742235_1415 (size=418) 2024-12-03T20:30:24,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742234_1414 (size=353) 2024-12-03T20:30:24,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742234_1414 (size=353) 2024-12-03T20:30:24,196 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/15afaf8f-e337-deea-fc67-d383fcc570c5/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 4 edits, skipped 0 edits in 0 ms) 2024-12-03T20:30:24,215 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/15afaf8f-e337-deea-fc67-d383fcc570c5/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:45023/user/jenkins/test-data/15afaf8f-e337-deea-fc67-d383fcc570c5/data/default/t1/ccc/recovered.edits/0000000000000000107 2024-12-03T20:30:24,581 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/15afaf8f-e337-deea-fc67-d383fcc570c5/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-12-03T20:30:24,601 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/15afaf8f-e337-deea-fc67-d383fcc570c5/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:45023/user/jenkins/test-data/15afaf8f-e337-deea-fc67-d383fcc570c5/data/default/t1/bbb/recovered.edits/0000000000000000108 2024-12-03T20:30:24,601 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 9 edits across 2 Regions in 537 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/15afaf8f-e337-deea-fc67-d383fcc570c5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733257817502/wal.dat.5, size=1.4 K, length=1394, corrupted=true, cancelled=false 2024-12-03T20:30:24,601 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45023/user/jenkins/test-data/15afaf8f-e337-deea-fc67-d383fcc570c5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733257817502/wal.dat.5, journal: Splitting hdfs://localhost:45023/user/jenkins/test-data/15afaf8f-e337-deea-fc67-d383fcc570c5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733257817502/wal.dat.5, size=1.4 K (1394bytes) at 1733257820008Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/15afaf8f-e337-deea-fc67-d383fcc570c5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733257817502/wal.dat.5 so closing down at 1733257824070 (+4062 ms)3 split writer threads finished at 1733257824071 (+1 ms)Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/15afaf8f-e337-deea-fc67-d383fcc570c5/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1733257824112 (+41 ms)Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/15afaf8f-e337-deea-fc67-d383fcc570c5/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1733257824120 (+8 ms)Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/15afaf8f-e337-deea-fc67-d383fcc570c5/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 4 edits, skipped 0 edits in 0 ms) at 1733257824196 (+76 ms)Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/15afaf8f-e337-deea-fc67-d383fcc570c5/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:45023/user/jenkins/test-data/15afaf8f-e337-deea-fc67-d383fcc570c5/data/default/t1/ccc/recovered.edits/0000000000000000107 at 1733257824215 (+19 ms)Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/15afaf8f-e337-deea-fc67-d383fcc570c5/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1733257824581 (+366 ms)Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/15afaf8f-e337-deea-fc67-d383fcc570c5/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:45023/user/jenkins/test-data/15afaf8f-e337-deea-fc67-d383fcc570c5/data/default/t1/bbb/recovered.edits/0000000000000000108 at 1733257824601 (+20 ms)Processed 9 edits across 2 Regions in 537 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/15afaf8f-e337-deea-fc67-d383fcc570c5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733257817502/wal.dat.5, size=1.4 K, length=1394, corrupted=true, cancelled=false at 1733257824601 2024-12-03T20:30:24,606 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45023/user/jenkins/test-data/15afaf8f-e337-deea-fc67-d383fcc570c5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733257817502/wal.dat.5 to hdfs://localhost:45023/user/jenkins/test-data/15afaf8f-e337-deea-fc67-d383fcc570c5/corrupt/wal.dat.5 2024-12-03T20:30:24,606 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45023/user/jenkins/test-data/15afaf8f-e337-deea-fc67-d383fcc570c5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733257817502/wal.dat.6, size=1.4 K (1405bytes) 2024-12-03T20:30:24,607 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45023/user/jenkins/test-data/15afaf8f-e337-deea-fc67-d383fcc570c5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733257817502/wal.dat.6 2024-12-03T20:30:24,608 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45023/user/jenkins/test-data/15afaf8f-e337-deea-fc67-d383fcc570c5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733257817502/wal.dat.6 after 1ms 2024-12-03T20:30:24,736 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45023/user/jenkins/test-data/15afaf8f-e337-deea-fc67-d383fcc570c5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733257817502/wal.dat.6 took 130ms 2024-12-03T20:30:24,750 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/15afaf8f-e337-deea-fc67-d383fcc570c5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733257817502/wal.dat.6 so closing down 2024-12-03T20:30:24,750 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T20:30:24,756 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T20:30:24,772 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-12-03T20:30:24,784 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-12-03T20:30:24,790 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/15afaf8f-e337-deea-fc67-d383fcc570c5/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-12-03T20:30:24,796 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/15afaf8f-e337-deea-fc67-d383fcc570c5/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-12-03T20:30:24,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742237_1417 (size=749) 2024-12-03T20:30:24,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742236_1416 (size=749) 2024-12-03T20:30:24,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742236_1416 (size=749) 2024-12-03T20:30:24,877 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/15afaf8f-e337-deea-fc67-d383fcc570c5/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T20:30:24,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742237_1417 (size=749) 2024-12-03T20:30:24,877 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/15afaf8f-e337-deea-fc67-d383fcc570c5/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T20:30:24,886 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/15afaf8f-e337-deea-fc67-d383fcc570c5/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:45023/user/jenkins/test-data/15afaf8f-e337-deea-fc67-d383fcc570c5/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-12-03T20:30:24,889 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/15afaf8f-e337-deea-fc67-d383fcc570c5/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:45023/user/jenkins/test-data/15afaf8f-e337-deea-fc67-d383fcc570c5/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-12-03T20:30:24,889 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 141 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/15afaf8f-e337-deea-fc67-d383fcc570c5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733257817502/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-12-03T20:30:24,889 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45023/user/jenkins/test-data/15afaf8f-e337-deea-fc67-d383fcc570c5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733257817502/wal.dat.6, journal: Splitting hdfs://localhost:45023/user/jenkins/test-data/15afaf8f-e337-deea-fc67-d383fcc570c5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733257817502/wal.dat.6, size=1.4 K (1405bytes) at 1733257824607Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/15afaf8f-e337-deea-fc67-d383fcc570c5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733257817502/wal.dat.6 so closing down at 1733257824750 (+143 ms)3 split writer threads finished at 1733257824756 (+6 ms)Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/15afaf8f-e337-deea-fc67-d383fcc570c5/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1733257824790 (+34 ms)Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/15afaf8f-e337-deea-fc67-d383fcc570c5/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1733257824796 (+6 ms)Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/15afaf8f-e337-deea-fc67-d383fcc570c5/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733257824877 (+81 ms)Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/15afaf8f-e337-deea-fc67-d383fcc570c5/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733257824877Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/15afaf8f-e337-deea-fc67-d383fcc570c5/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:45023/user/jenkins/test-data/15afaf8f-e337-deea-fc67-d383fcc570c5/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1733257824886 (+9 ms)Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/15afaf8f-e337-deea-fc67-d383fcc570c5/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:45023/user/jenkins/test-data/15afaf8f-e337-deea-fc67-d383fcc570c5/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1733257824889 (+3 ms)Processed 20 edits across 2 Regions in 141 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/15afaf8f-e337-deea-fc67-d383fcc570c5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733257817502/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1733257824889 2024-12-03T20:30:24,898 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45023/user/jenkins/test-data/15afaf8f-e337-deea-fc67-d383fcc570c5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733257817502/wal.dat.6 to hdfs://localhost:45023/user/jenkins/test-data/15afaf8f-e337-deea-fc67-d383fcc570c5/oldWALs/wal.dat.6 2024-12-03T20:30:24,898 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45023/user/jenkins/test-data/15afaf8f-e337-deea-fc67-d383fcc570c5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733257817502/wal.dat.7, size=1.4 K (1413bytes) 2024-12-03T20:30:24,898 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45023/user/jenkins/test-data/15afaf8f-e337-deea-fc67-d383fcc570c5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733257817502/wal.dat.7 2024-12-03T20:30:24,899 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45023/user/jenkins/test-data/15afaf8f-e337-deea-fc67-d383fcc570c5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733257817502/wal.dat.7 after 1ms 2024-12-03T20:30:24,901 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45023/user/jenkins/test-data/15afaf8f-e337-deea-fc67-d383fcc570c5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733257817502/wal.dat.7 took 3ms 2024-12-03T20:30:24,915 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/15afaf8f-e337-deea-fc67-d383fcc570c5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733257817502/wal.dat.7 so closing down 2024-12-03T20:30:24,915 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T20:30:24,919 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T20:30:24,924 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-12-03T20:30:24,929 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/15afaf8f-e337-deea-fc67-d383fcc570c5/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-12-03T20:30:24,944 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-12-03T20:30:24,960 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/15afaf8f-e337-deea-fc67-d383fcc570c5/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-12-03T20:30:24,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742238_1418 (size=753) 2024-12-03T20:30:24,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742238_1418 (size=753) 2024-12-03T20:30:24,975 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/15afaf8f-e337-deea-fc67-d383fcc570c5/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T20:30:24,980 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/15afaf8f-e337-deea-fc67-d383fcc570c5/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:45023/user/jenkins/test-data/15afaf8f-e337-deea-fc67-d383fcc570c5/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-12-03T20:30:25,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742239_1419 (size=753) 2024-12-03T20:30:25,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742239_1419 (size=753) 2024-12-03T20:30:25,036 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/15afaf8f-e337-deea-fc67-d383fcc570c5/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T20:30:25,052 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/15afaf8f-e337-deea-fc67-d383fcc570c5/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:45023/user/jenkins/test-data/15afaf8f-e337-deea-fc67-d383fcc570c5/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-12-03T20:30:25,053 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 144 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/15afaf8f-e337-deea-fc67-d383fcc570c5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733257817502/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-12-03T20:30:25,053 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45023/user/jenkins/test-data/15afaf8f-e337-deea-fc67-d383fcc570c5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733257817502/wal.dat.7, journal: Splitting hdfs://localhost:45023/user/jenkins/test-data/15afaf8f-e337-deea-fc67-d383fcc570c5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733257817502/wal.dat.7, size=1.4 K (1413bytes) at 1733257824898Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/15afaf8f-e337-deea-fc67-d383fcc570c5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733257817502/wal.dat.7 so closing down at 1733257824915 (+17 ms)3 split writer threads finished at 1733257824919 (+4 ms)Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/15afaf8f-e337-deea-fc67-d383fcc570c5/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1733257824929 (+10 ms)Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/15afaf8f-e337-deea-fc67-d383fcc570c5/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1733257824960 (+31 ms)Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/15afaf8f-e337-deea-fc67-d383fcc570c5/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733257824975 (+15 ms)Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/15afaf8f-e337-deea-fc67-d383fcc570c5/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:45023/user/jenkins/test-data/15afaf8f-e337-deea-fc67-d383fcc570c5/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1733257824980 (+5 ms)Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/15afaf8f-e337-deea-fc67-d383fcc570c5/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733257825036 (+56 ms)Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/15afaf8f-e337-deea-fc67-d383fcc570c5/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:45023/user/jenkins/test-data/15afaf8f-e337-deea-fc67-d383fcc570c5/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1733257825052 (+16 ms)Processed 20 edits across 2 Regions in 144 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/15afaf8f-e337-deea-fc67-d383fcc570c5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733257817502/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1733257825053 (+1 ms) 2024-12-03T20:30:25,066 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45023/user/jenkins/test-data/15afaf8f-e337-deea-fc67-d383fcc570c5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733257817502/wal.dat.7 to hdfs://localhost:45023/user/jenkins/test-data/15afaf8f-e337-deea-fc67-d383fcc570c5/oldWALs/wal.dat.7 2024-12-03T20:30:25,066 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45023/user/jenkins/test-data/15afaf8f-e337-deea-fc67-d383fcc570c5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733257817502/wal.dat.8, size=1.4 K (1413bytes) 2024-12-03T20:30:25,066 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45023/user/jenkins/test-data/15afaf8f-e337-deea-fc67-d383fcc570c5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733257817502/wal.dat.8 2024-12-03T20:30:25,067 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45023/user/jenkins/test-data/15afaf8f-e337-deea-fc67-d383fcc570c5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733257817502/wal.dat.8 after 1ms 2024-12-03T20:30:25,092 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45023/user/jenkins/test-data/15afaf8f-e337-deea-fc67-d383fcc570c5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733257817502/wal.dat.8 took 26ms 2024-12-03T20:30:25,101 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/15afaf8f-e337-deea-fc67-d383fcc570c5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733257817502/wal.dat.8 so closing down 2024-12-03T20:30:25,101 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T20:30:25,103 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T20:30:25,105 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-12-03T20:30:25,115 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-12-03T20:30:25,152 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/15afaf8f-e337-deea-fc67-d383fcc570c5/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-12-03T20:30:25,152 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/15afaf8f-e337-deea-fc67-d383fcc570c5/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-12-03T20:30:25,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742240_1420 (size=753) 2024-12-03T20:30:25,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742240_1420 (size=753) 2024-12-03T20:30:25,216 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/15afaf8f-e337-deea-fc67-d383fcc570c5/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T20:30:25,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742241_1421 (size=753) 2024-12-03T20:30:25,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742241_1421 (size=753) 2024-12-03T20:30:25,237 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/15afaf8f-e337-deea-fc67-d383fcc570c5/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:45023/user/jenkins/test-data/15afaf8f-e337-deea-fc67-d383fcc570c5/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-12-03T20:30:25,237 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/15afaf8f-e337-deea-fc67-d383fcc570c5/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T20:30:25,245 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/15afaf8f-e337-deea-fc67-d383fcc570c5/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:45023/user/jenkins/test-data/15afaf8f-e337-deea-fc67-d383fcc570c5/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-12-03T20:30:25,245 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 145 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/15afaf8f-e337-deea-fc67-d383fcc570c5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733257817502/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-12-03T20:30:25,245 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45023/user/jenkins/test-data/15afaf8f-e337-deea-fc67-d383fcc570c5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733257817502/wal.dat.8, journal: Splitting hdfs://localhost:45023/user/jenkins/test-data/15afaf8f-e337-deea-fc67-d383fcc570c5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733257817502/wal.dat.8, size=1.4 K (1413bytes) at 1733257825066Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/15afaf8f-e337-deea-fc67-d383fcc570c5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733257817502/wal.dat.8 so closing down at 1733257825101 (+35 ms)3 split writer threads finished at 1733257825103 (+2 ms)Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/15afaf8f-e337-deea-fc67-d383fcc570c5/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1733257825152 (+49 ms)Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/15afaf8f-e337-deea-fc67-d383fcc570c5/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1733257825152Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/15afaf8f-e337-deea-fc67-d383fcc570c5/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733257825216 (+64 ms)Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/15afaf8f-e337-deea-fc67-d383fcc570c5/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:45023/user/jenkins/test-data/15afaf8f-e337-deea-fc67-d383fcc570c5/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1733257825237 (+21 ms)Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/15afaf8f-e337-deea-fc67-d383fcc570c5/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733257825237Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/15afaf8f-e337-deea-fc67-d383fcc570c5/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:45023/user/jenkins/test-data/15afaf8f-e337-deea-fc67-d383fcc570c5/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1733257825245 (+8 ms)Processed 20 edits across 2 Regions in 145 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/15afaf8f-e337-deea-fc67-d383fcc570c5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733257817502/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1733257825245 2024-12-03T20:30:25,256 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45023/user/jenkins/test-data/15afaf8f-e337-deea-fc67-d383fcc570c5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733257817502/wal.dat.8 to hdfs://localhost:45023/user/jenkins/test-data/15afaf8f-e337-deea-fc67-d383fcc570c5/oldWALs/wal.dat.8 2024-12-03T20:30:25,256 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45023/user/jenkins/test-data/15afaf8f-e337-deea-fc67-d383fcc570c5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733257817502/wal.dat.9, size=1.4 K (1413bytes) 2024-12-03T20:30:25,256 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45023/user/jenkins/test-data/15afaf8f-e337-deea-fc67-d383fcc570c5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733257817502/wal.dat.9 2024-12-03T20:30:25,257 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45023/user/jenkins/test-data/15afaf8f-e337-deea-fc67-d383fcc570c5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733257817502/wal.dat.9 after 1ms 2024-12-03T20:30:25,261 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45023/user/jenkins/test-data/15afaf8f-e337-deea-fc67-d383fcc570c5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733257817502/wal.dat.9 took 5ms 2024-12-03T20:30:25,273 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/15afaf8f-e337-deea-fc67-d383fcc570c5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733257817502/wal.dat.9 so closing down 2024-12-03T20:30:25,273 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T20:30:25,284 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T20:30:25,304 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-12-03T20:30:25,308 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-12-03T20:30:25,310 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/15afaf8f-e337-deea-fc67-d383fcc570c5/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-12-03T20:30:25,315 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/15afaf8f-e337-deea-fc67-d383fcc570c5/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-12-03T20:30:25,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742242_1422 (size=753) 2024-12-03T20:30:25,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742242_1422 (size=753) 2024-12-03T20:30:25,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742243_1423 (size=753) 2024-12-03T20:30:25,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742243_1423 (size=753) 2024-12-03T20:30:25,765 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/15afaf8f-e337-deea-fc67-d383fcc570c5/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T20:30:25,775 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/15afaf8f-e337-deea-fc67-d383fcc570c5/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:45023/user/jenkins/test-data/15afaf8f-e337-deea-fc67-d383fcc570c5/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-12-03T20:30:25,779 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/15afaf8f-e337-deea-fc67-d383fcc570c5/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T20:30:25,792 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/15afaf8f-e337-deea-fc67-d383fcc570c5/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:45023/user/jenkins/test-data/15afaf8f-e337-deea-fc67-d383fcc570c5/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-12-03T20:30:25,793 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 521 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/15afaf8f-e337-deea-fc67-d383fcc570c5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733257817502/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-12-03T20:30:25,793 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45023/user/jenkins/test-data/15afaf8f-e337-deea-fc67-d383fcc570c5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733257817502/wal.dat.9, journal: Splitting hdfs://localhost:45023/user/jenkins/test-data/15afaf8f-e337-deea-fc67-d383fcc570c5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733257817502/wal.dat.9, size=1.4 K (1413bytes) at 1733257825256Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/15afaf8f-e337-deea-fc67-d383fcc570c5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733257817502/wal.dat.9 so closing down at 1733257825273 (+17 ms)3 split writer threads finished at 1733257825284 (+11 ms)Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/15afaf8f-e337-deea-fc67-d383fcc570c5/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1733257825310 (+26 ms)Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/15afaf8f-e337-deea-fc67-d383fcc570c5/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1733257825315 (+5 ms)Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/15afaf8f-e337-deea-fc67-d383fcc570c5/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733257825765 (+450 ms)Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/15afaf8f-e337-deea-fc67-d383fcc570c5/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:45023/user/jenkins/test-data/15afaf8f-e337-deea-fc67-d383fcc570c5/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1733257825775 (+10 ms)Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/15afaf8f-e337-deea-fc67-d383fcc570c5/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733257825779 (+4 ms)Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/15afaf8f-e337-deea-fc67-d383fcc570c5/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:45023/user/jenkins/test-data/15afaf8f-e337-deea-fc67-d383fcc570c5/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1733257825792 (+13 ms)Processed 20 edits across 2 Regions in 521 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/15afaf8f-e337-deea-fc67-d383fcc570c5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733257817502/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1733257825793 (+1 ms) 2024-12-03T20:30:25,812 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45023/user/jenkins/test-data/15afaf8f-e337-deea-fc67-d383fcc570c5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733257817502/wal.dat.9 to hdfs://localhost:45023/user/jenkins/test-data/15afaf8f-e337-deea-fc67-d383fcc570c5/oldWALs/wal.dat.9 2024-12-03T20:30:26,141 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testMiddleGarbageCorruptionSkipErrorsReadsHalfOfFile Thread=130 (was 130), OpenFileDescriptor=397 (was 389) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1416 (was 1412) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=1165 (was 1568) 2024-12-03T20:30:26,172 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testEOFisIgnored Thread=130, OpenFileDescriptor=397, MaxFileDescriptor=1048576, SystemLoadAverage=1416, ProcessCount=11, AvailableMemoryMB=1159 2024-12-03T20:30:26,173 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-12-03T20:30:26,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742244_1424 (size=7) 2024-12-03T20:30:26,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742244_1424 (size=7) 2024-12-03T20:30:26,238 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45023/user/jenkins/test-data/72ccf0d3-cc6f-26e3-cf7f-cdec76677e77 with version=8 2024-12-03T20:30:26,238 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:30:26,245 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:30:26,261 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-12-03T20:30:26,261 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region region__1 2024-12-03T20:30:26,271 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-12-03T20:30:26,279 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:26,279 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:26,321 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:26,321 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:26,327 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:26,327 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:26,334 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:26,334 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:26,344 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:26,344 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:26,349 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:26,349 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:26,352 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:26,352 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:26,358 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:26,358 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:26,370 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:26,370 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:26,375 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:26,375 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:26,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742245_1425 (size=863) 2024-12-03T20:30:26,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742245_1425 (size=863) 2024-12-03T20:30:26,408 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-12-03T20:30:26,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742246_1426 (size=823) 2024-12-03T20:30:26,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742246_1426 (size=823) 2024-12-03T20:30:26,532 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45023/user/jenkins/test-data/b310d9ab-b622-a4a4-3c79-80333a62ad68/WALs/testeofisignored,16010,1733257826261/wal.dat.0, size=823 (823bytes) 2024-12-03T20:30:26,532 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45023/user/jenkins/test-data/b310d9ab-b622-a4a4-3c79-80333a62ad68/WALs/testeofisignored,16010,1733257826261/wal.dat.0 2024-12-03T20:30:26,540 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45023/user/jenkins/test-data/b310d9ab-b622-a4a4-3c79-80333a62ad68/WALs/testeofisignored,16010,1733257826261/wal.dat.0 after 8ms 2024-12-03T20:30:26,561 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45023/user/jenkins/test-data/b310d9ab-b622-a4a4-3c79-80333a62ad68/WALs/testeofisignored,16010,1733257826261/wal.dat.0 took 29ms 2024-12-03T20:30:26,580 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:45023/user/jenkins/test-data/b310d9ab-b622-a4a4-3c79-80333a62ad68/WALs/testeofisignored,16010,1733257826261/wal.dat.0; continuing. 2024-12-03T20:30:26,580 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/b310d9ab-b622-a4a4-3c79-80333a62ad68/WALs/testeofisignored,16010,1733257826261/wal.dat.0 so closing down 2024-12-03T20:30:26,580 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T20:30:26,587 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T20:30:26,612 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-12-03T20:30:26,616 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/b310d9ab-b622-a4a4-3c79-80333a62ad68/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-12-03T20:30:26,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742247_1427 (size=786) 2024-12-03T20:30:26,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742247_1427 (size=786) 2024-12-03T20:30:26,693 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/b310d9ab-b622-a4a4-3c79-80333a62ad68/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-12-03T20:30:26,704 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/b310d9ab-b622-a4a4-3c79-80333a62ad68/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:45023/user/jenkins/test-data/b310d9ab-b622-a4a4-3c79-80333a62ad68/data/default/t1/region__1/recovered.edits/0000000000000000008 2024-12-03T20:30:26,704 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 9 edits across 1 Regions in 136 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/b310d9ab-b622-a4a4-3c79-80333a62ad68/WALs/testeofisignored,16010,1733257826261/wal.dat.0, size=823, length=823, corrupted=false, cancelled=false 2024-12-03T20:30:26,704 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45023/user/jenkins/test-data/b310d9ab-b622-a4a4-3c79-80333a62ad68/WALs/testeofisignored,16010,1733257826261/wal.dat.0, journal: Splitting hdfs://localhost:45023/user/jenkins/test-data/b310d9ab-b622-a4a4-3c79-80333a62ad68/WALs/testeofisignored,16010,1733257826261/wal.dat.0, size=823 (823bytes) at 1733257826532Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/b310d9ab-b622-a4a4-3c79-80333a62ad68/WALs/testeofisignored,16010,1733257826261/wal.dat.0 so closing down at 1733257826580 (+48 ms)3 split writer threads finished at 1733257826587 (+7 ms)Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/b310d9ab-b622-a4a4-3c79-80333a62ad68/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp at 1733257826616 (+29 ms)Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/b310d9ab-b622-a4a4-3c79-80333a62ad68/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1733257826693 (+77 ms)Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/b310d9ab-b622-a4a4-3c79-80333a62ad68/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:45023/user/jenkins/test-data/b310d9ab-b622-a4a4-3c79-80333a62ad68/data/default/t1/region__1/recovered.edits/0000000000000000008 at 1733257826704 (+11 ms)Processed 9 edits across 1 Regions in 136 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/b310d9ab-b622-a4a4-3c79-80333a62ad68/WALs/testeofisignored,16010,1733257826261/wal.dat.0, size=823, length=823, corrupted=false, cancelled=false at 1733257826704 2024-12-03T20:30:26,714 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45023/user/jenkins/test-data/b310d9ab-b622-a4a4-3c79-80333a62ad68/WALs/testeofisignored,16010,1733257826261/wal.dat.0 to hdfs://localhost:45023/user/jenkins/test-data/b310d9ab-b622-a4a4-3c79-80333a62ad68/oldWALs/wal.dat.0 2024-12-03T20:30:26,753 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testEOFisIgnored Thread=130 (was 130), OpenFileDescriptor=397 (was 397), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1416 (was 1416), ProcessCount=11 (was 11), AvailableMemoryMB=1076 (was 1159) 2024-12-03T20:30:26,773 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileEmpty Thread=130, OpenFileDescriptor=397, MaxFileDescriptor=1048576, SystemLoadAverage=1416, ProcessCount=11, AvailableMemoryMB=1072 2024-12-03T20:30:26,773 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-12-03T20:30:26,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742248_1428 (size=7) 2024-12-03T20:30:26,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742248_1428 (size=7) 2024-12-03T20:30:26,861 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45023/user/jenkins/test-data/72ccf0d3-cc6f-26e3-cf7f-cdec76677e77 with version=8 2024-12-03T20:30:26,861 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:30:26,863 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:30:26,866 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-12-03T20:30:26,867 INFO [Time-limited test {}] wal.TestWALSplit(1111): testSplitLogFileEmpty 2024-12-03T20:30:26,868 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat..empty 2024-12-03T20:30:26,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742249_1429 (size=93) 2024-12-03T20:30:26,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742249_1429 (size=93) 2024-12-03T20:30:26,983 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45023/user/jenkins/test-data/f242e032-2549-d6ab-5f3b-c20e1b6b2556/WALs/testsplitlogfileempty,16010,1733257826866/wal.dat..empty, size=93 (93bytes) 2024-12-03T20:30:26,984 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45023/user/jenkins/test-data/f242e032-2549-d6ab-5f3b-c20e1b6b2556/WALs/testsplitlogfileempty,16010,1733257826866/wal.dat..empty 2024-12-03T20:30:26,984 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45023/user/jenkins/test-data/f242e032-2549-d6ab-5f3b-c20e1b6b2556/WALs/testsplitlogfileempty,16010,1733257826866/wal.dat..empty after 0ms 2024-12-03T20:30:26,989 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45023/user/jenkins/test-data/f242e032-2549-d6ab-5f3b-c20e1b6b2556/WALs/testsplitlogfileempty,16010,1733257826866/wal.dat..empty took 6ms 2024-12-03T20:30:27,018 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/f242e032-2549-d6ab-5f3b-c20e1b6b2556/WALs/testsplitlogfileempty,16010,1733257826866/wal.dat..empty so closing down 2024-12-03T20:30:27,018 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T20:30:27,023 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T20:30:27,024 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 5 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/f242e032-2549-d6ab-5f3b-c20e1b6b2556/WALs/testsplitlogfileempty,16010,1733257826866/wal.dat..empty, size=93, length=93, corrupted=false, cancelled=false 2024-12-03T20:30:27,024 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45023/user/jenkins/test-data/f242e032-2549-d6ab-5f3b-c20e1b6b2556/WALs/testsplitlogfileempty,16010,1733257826866/wal.dat..empty, journal: Splitting hdfs://localhost:45023/user/jenkins/test-data/f242e032-2549-d6ab-5f3b-c20e1b6b2556/WALs/testsplitlogfileempty,16010,1733257826866/wal.dat..empty, size=93 (93bytes) at 1733257826983Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/f242e032-2549-d6ab-5f3b-c20e1b6b2556/WALs/testsplitlogfileempty,16010,1733257826866/wal.dat..empty so closing down at 1733257827018 (+35 ms)3 split writer threads finished at 1733257827023 (+5 ms)Processed 0 edits across 0 Regions in 5 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/f242e032-2549-d6ab-5f3b-c20e1b6b2556/WALs/testsplitlogfileempty,16010,1733257826866/wal.dat..empty, size=93, length=93, corrupted=false, cancelled=false at 1733257827024 (+1 ms) 2024-12-03T20:30:27,034 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45023/user/jenkins/test-data/f242e032-2549-d6ab-5f3b-c20e1b6b2556/WALs/testsplitlogfileempty,16010,1733257826866/wal.dat..empty to hdfs://localhost:45023/user/jenkins/test-data/f242e032-2549-d6ab-5f3b-c20e1b6b2556/oldWALs/wal.dat..empty 2024-12-03T20:30:27,072 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileEmpty Thread=130 (was 130), OpenFileDescriptor=397 (was 397), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1416 (was 1416), ProcessCount=11 (was 11), AvailableMemoryMB=1135 (was 1072) - AvailableMemoryMB LEAK? - 2024-12-03T20:30:27,087 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testLogsGetArchivedAfterSplit Thread=130, OpenFileDescriptor=397, MaxFileDescriptor=1048576, SystemLoadAverage=1416, ProcessCount=11, AvailableMemoryMB=1133 2024-12-03T20:30:27,087 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-12-03T20:30:27,152 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-03T20:30:27,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742250_1430 (size=7) 2024-12-03T20:30:27,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742250_1430 (size=7) 2024-12-03T20:30:27,167 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45023/user/jenkins/test-data/72ccf0d3-cc6f-26e3-cf7f-cdec76677e77 with version=8 2024-12-03T20:30:27,168 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:30:27,170 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:30:27,173 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-12-03T20:30:27,174 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-12-03T20:30:27,185 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-12-03T20:30:27,200 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-12-03T20:30:27,212 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:27,212 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:27,295 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:27,295 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:27,295 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:27,295 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:27,295 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:27,295 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:27,297 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:27,297 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:27,297 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:27,297 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:27,297 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:27,297 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:27,297 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:27,297 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:27,298 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:27,298 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:27,298 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:27,298 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:27,298 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:27,299 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:27,304 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:27,304 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:27,305 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:27,305 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:27,306 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:27,306 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:27,306 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:27,306 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:27,306 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:27,306 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:27,307 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:27,307 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:27,308 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:27,308 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:27,308 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:27,308 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:27,309 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:27,309 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:27,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742251_1431 (size=1393) 2024-12-03T20:30:27,311 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-12-03T20:30:27,311 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-12-03T20:30:27,312 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:27,312 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:27,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742251_1431 (size=1393) 2024-12-03T20:30:27,368 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:27,369 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:27,369 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:27,369 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:27,370 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:27,370 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:27,372 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:27,372 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:27,385 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:27,385 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:27,392 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:27,392 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:27,404 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:27,404 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:27,412 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:27,412 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:27,420 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:27,420 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:27,426 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:27,426 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:27,435 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:27,435 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:27,444 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:27,444 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:27,452 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:27,452 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:27,457 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:27,457 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:27,466 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:27,466 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:27,469 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:27,469 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:27,473 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:27,473 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:27,479 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:27,480 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:27,480 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:27,480 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:27,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742252_1432 (size=1393) 2024-12-03T20:30:27,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742252_1432 (size=1393) 2024-12-03T20:30:27,503 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-12-03T20:30:27,503 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-12-03T20:30:27,507 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:27,507 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:27,540 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:27,541 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:27,542 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:27,542 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:27,543 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:27,543 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:27,543 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:27,543 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:27,543 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:27,543 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:27,544 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:27,544 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:27,544 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:27,544 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:27,547 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:27,547 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:27,548 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:27,548 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:27,552 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:27,552 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:27,556 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:27,556 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:27,557 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:27,557 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:27,557 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:27,557 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:27,557 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:27,557 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:27,558 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:27,558 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:27,558 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:27,558 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:27,559 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:27,559 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:27,559 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:27,559 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:27,559 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:27,559 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:27,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742253_1433 (size=1393) 2024-12-03T20:30:27,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742253_1433 (size=1393) 2024-12-03T20:30:27,565 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-12-03T20:30:27,565 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-12-03T20:30:27,580 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:27,580 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:27,632 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:27,632 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:27,633 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:27,633 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:27,633 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:27,633 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:27,634 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:27,634 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:27,634 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:27,634 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:27,634 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:27,634 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:27,634 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:27,634 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:27,635 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:27,635 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:27,636 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:27,636 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:27,636 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:27,636 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:27,637 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:27,637 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:27,637 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:27,637 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:27,637 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:27,637 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:27,638 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:27,638 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:27,638 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:27,638 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:27,642 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:27,642 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:27,643 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:27,643 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:27,643 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:27,643 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:27,644 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:27,644 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:27,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742254_1434 (size=1393) 2024-12-03T20:30:27,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742254_1434 (size=1393) 2024-12-03T20:30:27,649 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-12-03T20:30:27,649 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-12-03T20:30:27,680 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:27,680 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:27,728 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:27,728 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:27,729 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:27,729 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:27,729 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:27,729 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:27,729 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:27,729 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:27,730 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:27,730 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:27,730 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:27,730 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:27,731 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:27,731 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:27,731 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:27,731 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:27,731 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:27,731 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:27,732 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:27,733 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:27,736 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:27,736 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:27,737 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:27,737 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:27,738 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:27,738 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:27,739 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:27,739 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:27,739 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:27,739 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:27,739 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:27,739 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:27,740 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:27,740 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:27,740 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:27,740 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:27,740 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:27,740 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:27,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742255_1435 (size=1393) 2024-12-03T20:30:27,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742255_1435 (size=1393) 2024-12-03T20:30:27,746 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-12-03T20:30:27,746 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-12-03T20:30:27,748 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:27,749 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:27,797 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:27,797 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:27,808 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:27,808 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:27,814 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:27,814 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:27,819 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:27,819 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:27,824 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:27,824 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:27,832 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:27,832 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:27,840 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:27,840 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:27,846 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:27,846 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:27,852 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:27,852 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:27,855 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:27,855 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:27,859 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:27,859 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:27,860 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:27,860 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:27,860 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:27,860 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:27,861 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:27,861 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:27,861 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:27,861 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:27,861 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:27,861 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:27,862 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:27,862 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:27,862 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:27,862 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:27,862 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:27,862 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:27,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742256_1436 (size=1393) 2024-12-03T20:30:27,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742256_1436 (size=1393) 2024-12-03T20:30:27,865 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-12-03T20:30:27,865 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-12-03T20:30:27,876 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:27,876 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:27,948 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:27,948 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:27,971 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:27,971 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:27,980 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:27,980 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:27,984 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:27,984 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:27,990 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:27,990 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:27,993 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:27,993 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:27,997 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:27,997 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:28,002 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:28,003 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:28,008 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:28,008 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:28,015 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:28,015 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:28,017 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:28,017 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:28,022 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:28,022 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:28,026 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:28,026 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:28,032 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:28,032 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:28,034 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:28,034 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:28,040 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:28,040 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:28,047 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:28,047 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:28,049 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:28,049 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:28,051 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:28,051 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:28,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742257_1437 (size=1405) 2024-12-03T20:30:28,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742257_1437 (size=1405) 2024-12-03T20:30:28,061 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-12-03T20:30:28,061 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-12-03T20:30:28,071 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:28,071 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:28,140 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:28,140 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:28,152 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:28,152 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:28,156 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:28,156 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:28,168 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:28,168 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:28,172 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:28,172 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:28,181 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:28,181 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:28,188 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:28,188 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:28,195 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:28,195 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:28,200 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:28,200 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:28,206 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:28,206 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:28,210 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:28,210 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:28,213 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:28,214 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:28,222 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:28,223 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:28,225 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:28,225 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:28,230 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:28,230 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:28,237 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:28,237 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:28,242 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:28,242 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:28,248 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:28,248 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:28,254 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:28,254 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:28,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742258_1438 (size=1413) 2024-12-03T20:30:28,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742258_1438 (size=1413) 2024-12-03T20:30:28,267 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-12-03T20:30:28,267 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-12-03T20:30:28,276 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:28,276 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:28,344 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:28,344 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:28,347 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:28,347 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:28,347 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:28,347 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:28,347 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:28,347 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:28,348 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:28,348 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:28,348 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:28,348 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:28,362 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:28,362 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:28,370 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:28,370 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:28,376 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:28,376 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:28,388 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:28,388 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:28,400 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:28,400 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:28,408 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:28,408 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:28,412 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:28,412 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:28,419 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:28,419 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:28,427 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:28,427 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:28,432 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:28,432 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:28,440 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:28,440 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:28,444 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:28,444 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:28,448 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:28,448 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:28,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742259_1439 (size=1413) 2024-12-03T20:30:28,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742259_1439 (size=1413) 2024-12-03T20:30:28,865 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-12-03T20:30:28,865 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-12-03T20:30:28,870 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:28,870 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:28,897 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:28,897 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:28,900 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:28,900 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:28,900 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:28,900 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:28,900 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:28,900 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:28,901 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:28,901 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:28,901 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:28,901 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:28,901 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:28,901 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:28,901 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:28,901 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:28,903 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:28,903 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:28,903 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:28,903 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:28,908 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:28,908 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:28,912 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:28,912 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:28,915 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:28,915 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:28,918 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:28,918 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:28,919 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:28,919 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:28,919 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:28,919 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:28,919 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:28,919 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:28,919 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:28,919 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:28,920 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:28,920 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:28,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742260_1440 (size=1413) 2024-12-03T20:30:28,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742260_1440 (size=1413) 2024-12-03T20:30:28,927 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-12-03T20:30:28,971 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45023/user/jenkins/test-data/f984af97-0030-9026-6a68-51c7f6cba319/WALs/testlogsgetarchivedaftersplit,16010,1733257827173/wal.dat.0, size=1.4 K (1393bytes) 2024-12-03T20:30:28,971 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45023/user/jenkins/test-data/f984af97-0030-9026-6a68-51c7f6cba319/WALs/testlogsgetarchivedaftersplit,16010,1733257827173/wal.dat.0 2024-12-03T20:30:28,973 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45023/user/jenkins/test-data/f984af97-0030-9026-6a68-51c7f6cba319/WALs/testlogsgetarchivedaftersplit,16010,1733257827173/wal.dat.0 after 2ms 2024-12-03T20:30:28,976 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45023/user/jenkins/test-data/f984af97-0030-9026-6a68-51c7f6cba319/WALs/testlogsgetarchivedaftersplit,16010,1733257827173/wal.dat.0 took 5ms 2024-12-03T20:30:28,983 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/f984af97-0030-9026-6a68-51c7f6cba319/WALs/testlogsgetarchivedaftersplit,16010,1733257827173/wal.dat.0 so closing down 2024-12-03T20:30:28,983 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T20:30:28,983 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T20:30:28,999 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-12-03T20:30:29,000 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-12-03T20:30:29,004 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/f984af97-0030-9026-6a68-51c7f6cba319/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-12-03T20:30:29,007 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/f984af97-0030-9026-6a68-51c7f6cba319/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-12-03T20:30:29,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742262_1442 (size=743) 2024-12-03T20:30:29,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742262_1442 (size=743) 2024-12-03T20:30:29,087 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/f984af97-0030-9026-6a68-51c7f6cba319/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T20:30:29,089 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/f984af97-0030-9026-6a68-51c7f6cba319/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:45023/user/jenkins/test-data/f984af97-0030-9026-6a68-51c7f6cba319/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-12-03T20:30:29,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742261_1441 (size=743) 2024-12-03T20:30:29,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742261_1441 (size=743) 2024-12-03T20:30:29,102 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/f984af97-0030-9026-6a68-51c7f6cba319/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T20:30:29,107 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/f984af97-0030-9026-6a68-51c7f6cba319/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:45023/user/jenkins/test-data/f984af97-0030-9026-6a68-51c7f6cba319/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-12-03T20:30:29,109 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 129 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/f984af97-0030-9026-6a68-51c7f6cba319/WALs/testlogsgetarchivedaftersplit,16010,1733257827173/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-03T20:30:29,109 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45023/user/jenkins/test-data/f984af97-0030-9026-6a68-51c7f6cba319/WALs/testlogsgetarchivedaftersplit,16010,1733257827173/wal.dat.0, journal: Splitting hdfs://localhost:45023/user/jenkins/test-data/f984af97-0030-9026-6a68-51c7f6cba319/WALs/testlogsgetarchivedaftersplit,16010,1733257827173/wal.dat.0, size=1.4 K (1393bytes) at 1733257828971Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/f984af97-0030-9026-6a68-51c7f6cba319/WALs/testlogsgetarchivedaftersplit,16010,1733257827173/wal.dat.0 so closing down at 1733257828983 (+12 ms)3 split writer threads finished at 1733257828983Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/f984af97-0030-9026-6a68-51c7f6cba319/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1733257829004 (+21 ms)Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/f984af97-0030-9026-6a68-51c7f6cba319/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1733257829007 (+3 ms)Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/f984af97-0030-9026-6a68-51c7f6cba319/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733257829087 (+80 ms)Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/f984af97-0030-9026-6a68-51c7f6cba319/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:45023/user/jenkins/test-data/f984af97-0030-9026-6a68-51c7f6cba319/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1733257829089 (+2 ms)Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/f984af97-0030-9026-6a68-51c7f6cba319/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733257829102 (+13 ms)Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/f984af97-0030-9026-6a68-51c7f6cba319/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:45023/user/jenkins/test-data/f984af97-0030-9026-6a68-51c7f6cba319/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1733257829107 (+5 ms)Processed 20 edits across 2 Regions in 129 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/f984af97-0030-9026-6a68-51c7f6cba319/WALs/testlogsgetarchivedaftersplit,16010,1733257827173/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733257829109 (+2 ms) 2024-12-03T20:30:29,132 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45023/user/jenkins/test-data/f984af97-0030-9026-6a68-51c7f6cba319/WALs/testlogsgetarchivedaftersplit,16010,1733257827173/wal.dat.0 to hdfs://localhost:45023/user/jenkins/test-data/f984af97-0030-9026-6a68-51c7f6cba319/oldWALs/wal.dat.0 2024-12-03T20:30:29,132 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45023/user/jenkins/test-data/f984af97-0030-9026-6a68-51c7f6cba319/WALs/testlogsgetarchivedaftersplit,16010,1733257827173/wal.dat.1, size=1.4 K (1393bytes) 2024-12-03T20:30:29,132 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45023/user/jenkins/test-data/f984af97-0030-9026-6a68-51c7f6cba319/WALs/testlogsgetarchivedaftersplit,16010,1733257827173/wal.dat.1 2024-12-03T20:30:29,144 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45023/user/jenkins/test-data/f984af97-0030-9026-6a68-51c7f6cba319/WALs/testlogsgetarchivedaftersplit,16010,1733257827173/wal.dat.1 after 12ms 2024-12-03T20:30:29,157 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45023/user/jenkins/test-data/f984af97-0030-9026-6a68-51c7f6cba319/WALs/testlogsgetarchivedaftersplit,16010,1733257827173/wal.dat.1 took 25ms 2024-12-03T20:30:29,165 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/f984af97-0030-9026-6a68-51c7f6cba319/WALs/testlogsgetarchivedaftersplit,16010,1733257827173/wal.dat.1 so closing down 2024-12-03T20:30:29,165 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T20:30:29,172 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T20:30:29,183 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-12-03T20:30:29,186 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-12-03T20:30:29,192 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/f984af97-0030-9026-6a68-51c7f6cba319/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-12-03T20:30:29,193 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/f984af97-0030-9026-6a68-51c7f6cba319/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-12-03T20:30:29,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742263_1443 (size=743) 2024-12-03T20:30:29,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742263_1443 (size=743) 2024-12-03T20:30:29,236 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/f984af97-0030-9026-6a68-51c7f6cba319/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T20:30:29,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742264_1444 (size=743) 2024-12-03T20:30:29,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742264_1444 (size=743) 2024-12-03T20:30:29,241 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/f984af97-0030-9026-6a68-51c7f6cba319/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:45023/user/jenkins/test-data/f984af97-0030-9026-6a68-51c7f6cba319/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-12-03T20:30:29,635 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/f984af97-0030-9026-6a68-51c7f6cba319/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T20:30:29,636 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/f984af97-0030-9026-6a68-51c7f6cba319/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:45023/user/jenkins/test-data/f984af97-0030-9026-6a68-51c7f6cba319/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-12-03T20:30:29,636 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 472 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/f984af97-0030-9026-6a68-51c7f6cba319/WALs/testlogsgetarchivedaftersplit,16010,1733257827173/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-03T20:30:29,636 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45023/user/jenkins/test-data/f984af97-0030-9026-6a68-51c7f6cba319/WALs/testlogsgetarchivedaftersplit,16010,1733257827173/wal.dat.1, journal: Splitting hdfs://localhost:45023/user/jenkins/test-data/f984af97-0030-9026-6a68-51c7f6cba319/WALs/testlogsgetarchivedaftersplit,16010,1733257827173/wal.dat.1, size=1.4 K (1393bytes) at 1733257829132Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/f984af97-0030-9026-6a68-51c7f6cba319/WALs/testlogsgetarchivedaftersplit,16010,1733257827173/wal.dat.1 so closing down at 1733257829165 (+33 ms)3 split writer threads finished at 1733257829172 (+7 ms)Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/f984af97-0030-9026-6a68-51c7f6cba319/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1733257829192 (+20 ms)Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/f984af97-0030-9026-6a68-51c7f6cba319/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1733257829193 (+1 ms)Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/f984af97-0030-9026-6a68-51c7f6cba319/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733257829236 (+43 ms)Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/f984af97-0030-9026-6a68-51c7f6cba319/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:45023/user/jenkins/test-data/f984af97-0030-9026-6a68-51c7f6cba319/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1733257829241 (+5 ms)Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/f984af97-0030-9026-6a68-51c7f6cba319/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733257829635 (+394 ms)Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/f984af97-0030-9026-6a68-51c7f6cba319/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:45023/user/jenkins/test-data/f984af97-0030-9026-6a68-51c7f6cba319/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1733257829636 (+1 ms)Processed 20 edits across 2 Regions in 472 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/f984af97-0030-9026-6a68-51c7f6cba319/WALs/testlogsgetarchivedaftersplit,16010,1733257827173/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733257829636 2024-12-03T20:30:29,637 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45023/user/jenkins/test-data/f984af97-0030-9026-6a68-51c7f6cba319/WALs/testlogsgetarchivedaftersplit,16010,1733257827173/wal.dat.1 to hdfs://localhost:45023/user/jenkins/test-data/f984af97-0030-9026-6a68-51c7f6cba319/oldWALs/wal.dat.1 2024-12-03T20:30:29,637 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45023/user/jenkins/test-data/f984af97-0030-9026-6a68-51c7f6cba319/WALs/testlogsgetarchivedaftersplit,16010,1733257827173/wal.dat.2, size=1.4 K (1393bytes) 2024-12-03T20:30:29,637 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45023/user/jenkins/test-data/f984af97-0030-9026-6a68-51c7f6cba319/WALs/testlogsgetarchivedaftersplit,16010,1733257827173/wal.dat.2 2024-12-03T20:30:29,638 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45023/user/jenkins/test-data/f984af97-0030-9026-6a68-51c7f6cba319/WALs/testlogsgetarchivedaftersplit,16010,1733257827173/wal.dat.2 after 1ms 2024-12-03T20:30:29,639 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45023/user/jenkins/test-data/f984af97-0030-9026-6a68-51c7f6cba319/WALs/testlogsgetarchivedaftersplit,16010,1733257827173/wal.dat.2 took 2ms 2024-12-03T20:30:29,640 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/f984af97-0030-9026-6a68-51c7f6cba319/WALs/testlogsgetarchivedaftersplit,16010,1733257827173/wal.dat.2 so closing down 2024-12-03T20:30:29,640 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T20:30:29,640 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T20:30:29,641 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-12-03T20:30:29,644 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/f984af97-0030-9026-6a68-51c7f6cba319/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-12-03T20:30:29,645 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-12-03T20:30:29,646 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/f984af97-0030-9026-6a68-51c7f6cba319/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-12-03T20:30:29,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742265_1445 (size=743) 2024-12-03T20:30:29,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742266_1446 (size=743) 2024-12-03T20:30:29,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742266_1446 (size=743) 2024-12-03T20:30:29,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742265_1445 (size=743) 2024-12-03T20:30:29,662 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/f984af97-0030-9026-6a68-51c7f6cba319/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T20:30:29,662 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/f984af97-0030-9026-6a68-51c7f6cba319/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T20:30:29,663 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/f984af97-0030-9026-6a68-51c7f6cba319/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:45023/user/jenkins/test-data/f984af97-0030-9026-6a68-51c7f6cba319/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-12-03T20:30:29,663 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/f984af97-0030-9026-6a68-51c7f6cba319/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:45023/user/jenkins/test-data/f984af97-0030-9026-6a68-51c7f6cba319/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-12-03T20:30:29,663 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 24 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/f984af97-0030-9026-6a68-51c7f6cba319/WALs/testlogsgetarchivedaftersplit,16010,1733257827173/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-03T20:30:29,663 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45023/user/jenkins/test-data/f984af97-0030-9026-6a68-51c7f6cba319/WALs/testlogsgetarchivedaftersplit,16010,1733257827173/wal.dat.2, journal: Splitting hdfs://localhost:45023/user/jenkins/test-data/f984af97-0030-9026-6a68-51c7f6cba319/WALs/testlogsgetarchivedaftersplit,16010,1733257827173/wal.dat.2, size=1.4 K (1393bytes) at 1733257829637Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/f984af97-0030-9026-6a68-51c7f6cba319/WALs/testlogsgetarchivedaftersplit,16010,1733257827173/wal.dat.2 so closing down at 1733257829640 (+3 ms)3 split writer threads finished at 1733257829640Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/f984af97-0030-9026-6a68-51c7f6cba319/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1733257829644 (+4 ms)Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/f984af97-0030-9026-6a68-51c7f6cba319/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1733257829646 (+2 ms)Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/f984af97-0030-9026-6a68-51c7f6cba319/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733257829662 (+16 ms)Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/f984af97-0030-9026-6a68-51c7f6cba319/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733257829662Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/f984af97-0030-9026-6a68-51c7f6cba319/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:45023/user/jenkins/test-data/f984af97-0030-9026-6a68-51c7f6cba319/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1733257829663 (+1 ms)Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/f984af97-0030-9026-6a68-51c7f6cba319/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:45023/user/jenkins/test-data/f984af97-0030-9026-6a68-51c7f6cba319/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1733257829663Processed 20 edits across 2 Regions in 24 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/f984af97-0030-9026-6a68-51c7f6cba319/WALs/testlogsgetarchivedaftersplit,16010,1733257827173/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733257829663 2024-12-03T20:30:29,664 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45023/user/jenkins/test-data/f984af97-0030-9026-6a68-51c7f6cba319/WALs/testlogsgetarchivedaftersplit,16010,1733257827173/wal.dat.2 to hdfs://localhost:45023/user/jenkins/test-data/f984af97-0030-9026-6a68-51c7f6cba319/oldWALs/wal.dat.2 2024-12-03T20:30:29,665 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45023/user/jenkins/test-data/f984af97-0030-9026-6a68-51c7f6cba319/WALs/testlogsgetarchivedaftersplit,16010,1733257827173/wal.dat.3, size=1.4 K (1393bytes) 2024-12-03T20:30:29,665 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45023/user/jenkins/test-data/f984af97-0030-9026-6a68-51c7f6cba319/WALs/testlogsgetarchivedaftersplit,16010,1733257827173/wal.dat.3 2024-12-03T20:30:29,665 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45023/user/jenkins/test-data/f984af97-0030-9026-6a68-51c7f6cba319/WALs/testlogsgetarchivedaftersplit,16010,1733257827173/wal.dat.3 after 0ms 2024-12-03T20:30:29,666 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45023/user/jenkins/test-data/f984af97-0030-9026-6a68-51c7f6cba319/WALs/testlogsgetarchivedaftersplit,16010,1733257827173/wal.dat.3 took 2ms 2024-12-03T20:30:29,670 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/f984af97-0030-9026-6a68-51c7f6cba319/WALs/testlogsgetarchivedaftersplit,16010,1733257827173/wal.dat.3 so closing down 2024-12-03T20:30:29,670 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T20:30:29,670 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T20:30:29,672 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-12-03T20:30:29,674 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-12-03T20:30:29,676 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/f984af97-0030-9026-6a68-51c7f6cba319/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-12-03T20:30:29,676 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/f984af97-0030-9026-6a68-51c7f6cba319/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-12-03T20:30:29,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742267_1447 (size=743) 2024-12-03T20:30:29,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742267_1447 (size=743) 2024-12-03T20:30:29,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742268_1448 (size=743) 2024-12-03T20:30:29,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742268_1448 (size=743) 2024-12-03T20:30:29,692 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/f984af97-0030-9026-6a68-51c7f6cba319/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T20:30:29,693 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/f984af97-0030-9026-6a68-51c7f6cba319/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:45023/user/jenkins/test-data/f984af97-0030-9026-6a68-51c7f6cba319/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-12-03T20:30:30,108 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/f984af97-0030-9026-6a68-51c7f6cba319/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T20:30:30,131 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/f984af97-0030-9026-6a68-51c7f6cba319/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:45023/user/jenkins/test-data/f984af97-0030-9026-6a68-51c7f6cba319/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-12-03T20:30:30,131 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 462 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/f984af97-0030-9026-6a68-51c7f6cba319/WALs/testlogsgetarchivedaftersplit,16010,1733257827173/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-03T20:30:30,132 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45023/user/jenkins/test-data/f984af97-0030-9026-6a68-51c7f6cba319/WALs/testlogsgetarchivedaftersplit,16010,1733257827173/wal.dat.3, journal: Splitting hdfs://localhost:45023/user/jenkins/test-data/f984af97-0030-9026-6a68-51c7f6cba319/WALs/testlogsgetarchivedaftersplit,16010,1733257827173/wal.dat.3, size=1.4 K (1393bytes) at 1733257829665Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/f984af97-0030-9026-6a68-51c7f6cba319/WALs/testlogsgetarchivedaftersplit,16010,1733257827173/wal.dat.3 so closing down at 1733257829670 (+5 ms)3 split writer threads finished at 1733257829670Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/f984af97-0030-9026-6a68-51c7f6cba319/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1733257829676 (+6 ms)Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/f984af97-0030-9026-6a68-51c7f6cba319/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1733257829676Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/f984af97-0030-9026-6a68-51c7f6cba319/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733257829692 (+16 ms)Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/f984af97-0030-9026-6a68-51c7f6cba319/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:45023/user/jenkins/test-data/f984af97-0030-9026-6a68-51c7f6cba319/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1733257829693 (+1 ms)Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/f984af97-0030-9026-6a68-51c7f6cba319/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733257830108 (+415 ms)Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/f984af97-0030-9026-6a68-51c7f6cba319/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:45023/user/jenkins/test-data/f984af97-0030-9026-6a68-51c7f6cba319/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1733257830131 (+23 ms)Processed 20 edits across 2 Regions in 462 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/f984af97-0030-9026-6a68-51c7f6cba319/WALs/testlogsgetarchivedaftersplit,16010,1733257827173/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733257830131 2024-12-03T20:30:30,173 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45023/user/jenkins/test-data/f984af97-0030-9026-6a68-51c7f6cba319/WALs/testlogsgetarchivedaftersplit,16010,1733257827173/wal.dat.3 to hdfs://localhost:45023/user/jenkins/test-data/f984af97-0030-9026-6a68-51c7f6cba319/oldWALs/wal.dat.3 2024-12-03T20:30:30,173 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45023/user/jenkins/test-data/f984af97-0030-9026-6a68-51c7f6cba319/WALs/testlogsgetarchivedaftersplit,16010,1733257827173/wal.dat.4, size=1.4 K (1393bytes) 2024-12-03T20:30:30,173 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45023/user/jenkins/test-data/f984af97-0030-9026-6a68-51c7f6cba319/WALs/testlogsgetarchivedaftersplit,16010,1733257827173/wal.dat.4 2024-12-03T20:30:30,178 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45023/user/jenkins/test-data/f984af97-0030-9026-6a68-51c7f6cba319/WALs/testlogsgetarchivedaftersplit,16010,1733257827173/wal.dat.4 after 5ms 2024-12-03T20:30:30,205 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45023/user/jenkins/test-data/f984af97-0030-9026-6a68-51c7f6cba319/WALs/testlogsgetarchivedaftersplit,16010,1733257827173/wal.dat.4 took 32ms 2024-12-03T20:30:30,223 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/f984af97-0030-9026-6a68-51c7f6cba319/WALs/testlogsgetarchivedaftersplit,16010,1733257827173/wal.dat.4 so closing down 2024-12-03T20:30:30,223 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T20:30:30,248 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T20:30:30,278 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-12-03T20:30:30,288 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/f984af97-0030-9026-6a68-51c7f6cba319/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-12-03T20:30:30,304 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-12-03T20:30:30,324 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/f984af97-0030-9026-6a68-51c7f6cba319/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-12-03T20:30:30,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742269_1449 (size=743) 2024-12-03T20:30:30,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742269_1449 (size=743) 2024-12-03T20:30:30,357 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/f984af97-0030-9026-6a68-51c7f6cba319/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T20:30:30,372 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/f984af97-0030-9026-6a68-51c7f6cba319/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:45023/user/jenkins/test-data/f984af97-0030-9026-6a68-51c7f6cba319/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-12-03T20:30:30,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742270_1450 (size=743) 2024-12-03T20:30:30,390 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/f984af97-0030-9026-6a68-51c7f6cba319/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T20:30:30,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742270_1450 (size=743) 2024-12-03T20:30:30,404 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/f984af97-0030-9026-6a68-51c7f6cba319/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:45023/user/jenkins/test-data/f984af97-0030-9026-6a68-51c7f6cba319/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-12-03T20:30:30,404 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 188 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/f984af97-0030-9026-6a68-51c7f6cba319/WALs/testlogsgetarchivedaftersplit,16010,1733257827173/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-03T20:30:30,404 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45023/user/jenkins/test-data/f984af97-0030-9026-6a68-51c7f6cba319/WALs/testlogsgetarchivedaftersplit,16010,1733257827173/wal.dat.4, journal: Splitting hdfs://localhost:45023/user/jenkins/test-data/f984af97-0030-9026-6a68-51c7f6cba319/WALs/testlogsgetarchivedaftersplit,16010,1733257827173/wal.dat.4, size=1.4 K (1393bytes) at 1733257830173Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/f984af97-0030-9026-6a68-51c7f6cba319/WALs/testlogsgetarchivedaftersplit,16010,1733257827173/wal.dat.4 so closing down at 1733257830223 (+50 ms)3 split writer threads finished at 1733257830248 (+25 ms)Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/f984af97-0030-9026-6a68-51c7f6cba319/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1733257830288 (+40 ms)Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/f984af97-0030-9026-6a68-51c7f6cba319/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1733257830324 (+36 ms)Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/f984af97-0030-9026-6a68-51c7f6cba319/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733257830357 (+33 ms)Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/f984af97-0030-9026-6a68-51c7f6cba319/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:45023/user/jenkins/test-data/f984af97-0030-9026-6a68-51c7f6cba319/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1733257830372 (+15 ms)Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/f984af97-0030-9026-6a68-51c7f6cba319/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733257830390 (+18 ms)Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/f984af97-0030-9026-6a68-51c7f6cba319/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:45023/user/jenkins/test-data/f984af97-0030-9026-6a68-51c7f6cba319/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1733257830404 (+14 ms)Processed 20 edits across 2 Regions in 188 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/f984af97-0030-9026-6a68-51c7f6cba319/WALs/testlogsgetarchivedaftersplit,16010,1733257827173/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733257830404 2024-12-03T20:30:30,416 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45023/user/jenkins/test-data/f984af97-0030-9026-6a68-51c7f6cba319/WALs/testlogsgetarchivedaftersplit,16010,1733257827173/wal.dat.4 to hdfs://localhost:45023/user/jenkins/test-data/f984af97-0030-9026-6a68-51c7f6cba319/oldWALs/wal.dat.4 2024-12-03T20:30:30,416 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45023/user/jenkins/test-data/f984af97-0030-9026-6a68-51c7f6cba319/WALs/testlogsgetarchivedaftersplit,16010,1733257827173/wal.dat.5, size=1.4 K (1393bytes) 2024-12-03T20:30:30,416 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45023/user/jenkins/test-data/f984af97-0030-9026-6a68-51c7f6cba319/WALs/testlogsgetarchivedaftersplit,16010,1733257827173/wal.dat.5 2024-12-03T20:30:30,417 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45023/user/jenkins/test-data/f984af97-0030-9026-6a68-51c7f6cba319/WALs/testlogsgetarchivedaftersplit,16010,1733257827173/wal.dat.5 after 1ms 2024-12-03T20:30:30,425 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45023/user/jenkins/test-data/f984af97-0030-9026-6a68-51c7f6cba319/WALs/testlogsgetarchivedaftersplit,16010,1733257827173/wal.dat.5 took 9ms 2024-12-03T20:30:30,457 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/f984af97-0030-9026-6a68-51c7f6cba319/WALs/testlogsgetarchivedaftersplit,16010,1733257827173/wal.dat.5 so closing down 2024-12-03T20:30:30,457 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T20:30:30,458 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T20:30:30,487 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-12-03T20:30:30,492 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-12-03T20:30:30,500 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/f984af97-0030-9026-6a68-51c7f6cba319/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-12-03T20:30:30,504 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/f984af97-0030-9026-6a68-51c7f6cba319/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-12-03T20:30:30,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742271_1451 (size=743) 2024-12-03T20:30:30,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742271_1451 (size=743) 2024-12-03T20:30:30,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742272_1452 (size=743) 2024-12-03T20:30:30,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742272_1452 (size=743) 2024-12-03T20:30:30,956 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/f984af97-0030-9026-6a68-51c7f6cba319/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T20:30:30,965 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/f984af97-0030-9026-6a68-51c7f6cba319/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:45023/user/jenkins/test-data/f984af97-0030-9026-6a68-51c7f6cba319/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-12-03T20:30:31,008 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/f984af97-0030-9026-6a68-51c7f6cba319/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T20:30:31,009 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/f984af97-0030-9026-6a68-51c7f6cba319/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:45023/user/jenkins/test-data/f984af97-0030-9026-6a68-51c7f6cba319/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-12-03T20:30:31,010 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 558 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/f984af97-0030-9026-6a68-51c7f6cba319/WALs/testlogsgetarchivedaftersplit,16010,1733257827173/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-03T20:30:31,010 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45023/user/jenkins/test-data/f984af97-0030-9026-6a68-51c7f6cba319/WALs/testlogsgetarchivedaftersplit,16010,1733257827173/wal.dat.5, journal: Splitting hdfs://localhost:45023/user/jenkins/test-data/f984af97-0030-9026-6a68-51c7f6cba319/WALs/testlogsgetarchivedaftersplit,16010,1733257827173/wal.dat.5, size=1.4 K (1393bytes) at 1733257830416Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/f984af97-0030-9026-6a68-51c7f6cba319/WALs/testlogsgetarchivedaftersplit,16010,1733257827173/wal.dat.5 so closing down at 1733257830457 (+41 ms)3 split writer threads finished at 1733257830458 (+1 ms)Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/f984af97-0030-9026-6a68-51c7f6cba319/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1733257830500 (+42 ms)Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/f984af97-0030-9026-6a68-51c7f6cba319/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1733257830504 (+4 ms)Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/f984af97-0030-9026-6a68-51c7f6cba319/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733257830956 (+452 ms)Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/f984af97-0030-9026-6a68-51c7f6cba319/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:45023/user/jenkins/test-data/f984af97-0030-9026-6a68-51c7f6cba319/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1733257830965 (+9 ms)Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/f984af97-0030-9026-6a68-51c7f6cba319/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733257831008 (+43 ms)Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/f984af97-0030-9026-6a68-51c7f6cba319/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:45023/user/jenkins/test-data/f984af97-0030-9026-6a68-51c7f6cba319/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1733257831010 (+2 ms)Processed 20 edits across 2 Regions in 558 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/f984af97-0030-9026-6a68-51c7f6cba319/WALs/testlogsgetarchivedaftersplit,16010,1733257827173/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733257831010 2024-12-03T20:30:31,024 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45023/user/jenkins/test-data/f984af97-0030-9026-6a68-51c7f6cba319/WALs/testlogsgetarchivedaftersplit,16010,1733257827173/wal.dat.5 to hdfs://localhost:45023/user/jenkins/test-data/f984af97-0030-9026-6a68-51c7f6cba319/oldWALs/wal.dat.5 2024-12-03T20:30:31,024 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45023/user/jenkins/test-data/f984af97-0030-9026-6a68-51c7f6cba319/WALs/testlogsgetarchivedaftersplit,16010,1733257827173/wal.dat.6, size=1.4 K (1405bytes) 2024-12-03T20:30:31,024 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45023/user/jenkins/test-data/f984af97-0030-9026-6a68-51c7f6cba319/WALs/testlogsgetarchivedaftersplit,16010,1733257827173/wal.dat.6 2024-12-03T20:30:31,028 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45023/user/jenkins/test-data/f984af97-0030-9026-6a68-51c7f6cba319/WALs/testlogsgetarchivedaftersplit,16010,1733257827173/wal.dat.6 after 4ms 2024-12-03T20:30:31,032 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45023/user/jenkins/test-data/f984af97-0030-9026-6a68-51c7f6cba319/WALs/testlogsgetarchivedaftersplit,16010,1733257827173/wal.dat.6 took 8ms 2024-12-03T20:30:31,052 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/f984af97-0030-9026-6a68-51c7f6cba319/WALs/testlogsgetarchivedaftersplit,16010,1733257827173/wal.dat.6 so closing down 2024-12-03T20:30:31,052 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T20:30:31,054 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T20:30:31,061 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-12-03T20:30:31,062 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/f984af97-0030-9026-6a68-51c7f6cba319/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-12-03T20:30:31,066 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-12-03T20:30:31,080 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/f984af97-0030-9026-6a68-51c7f6cba319/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-12-03T20:30:31,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742273_1453 (size=749) 2024-12-03T20:30:31,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742273_1453 (size=749) 2024-12-03T20:30:31,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742274_1454 (size=749) 2024-12-03T20:30:31,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742274_1454 (size=749) 2024-12-03T20:30:31,544 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/f984af97-0030-9026-6a68-51c7f6cba319/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T20:30:31,562 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/f984af97-0030-9026-6a68-51c7f6cba319/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:45023/user/jenkins/test-data/f984af97-0030-9026-6a68-51c7f6cba319/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-12-03T20:30:31,580 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/f984af97-0030-9026-6a68-51c7f6cba319/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T20:30:31,592 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/f984af97-0030-9026-6a68-51c7f6cba319/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:45023/user/jenkins/test-data/f984af97-0030-9026-6a68-51c7f6cba319/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-12-03T20:30:31,595 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 545 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/f984af97-0030-9026-6a68-51c7f6cba319/WALs/testlogsgetarchivedaftersplit,16010,1733257827173/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-12-03T20:30:31,595 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45023/user/jenkins/test-data/f984af97-0030-9026-6a68-51c7f6cba319/WALs/testlogsgetarchivedaftersplit,16010,1733257827173/wal.dat.6, journal: Splitting hdfs://localhost:45023/user/jenkins/test-data/f984af97-0030-9026-6a68-51c7f6cba319/WALs/testlogsgetarchivedaftersplit,16010,1733257827173/wal.dat.6, size=1.4 K (1405bytes) at 1733257831024Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/f984af97-0030-9026-6a68-51c7f6cba319/WALs/testlogsgetarchivedaftersplit,16010,1733257827173/wal.dat.6 so closing down at 1733257831052 (+28 ms)3 split writer threads finished at 1733257831054 (+2 ms)Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/f984af97-0030-9026-6a68-51c7f6cba319/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1733257831062 (+8 ms)Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/f984af97-0030-9026-6a68-51c7f6cba319/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1733257831080 (+18 ms)Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/f984af97-0030-9026-6a68-51c7f6cba319/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733257831544 (+464 ms)Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/f984af97-0030-9026-6a68-51c7f6cba319/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:45023/user/jenkins/test-data/f984af97-0030-9026-6a68-51c7f6cba319/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1733257831562 (+18 ms)Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/f984af97-0030-9026-6a68-51c7f6cba319/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733257831580 (+18 ms)Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/f984af97-0030-9026-6a68-51c7f6cba319/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:45023/user/jenkins/test-data/f984af97-0030-9026-6a68-51c7f6cba319/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1733257831592 (+12 ms)Processed 20 edits across 2 Regions in 545 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/f984af97-0030-9026-6a68-51c7f6cba319/WALs/testlogsgetarchivedaftersplit,16010,1733257827173/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1733257831595 (+3 ms) 2024-12-03T20:30:31,604 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45023/user/jenkins/test-data/f984af97-0030-9026-6a68-51c7f6cba319/WALs/testlogsgetarchivedaftersplit,16010,1733257827173/wal.dat.6 to hdfs://localhost:45023/user/jenkins/test-data/f984af97-0030-9026-6a68-51c7f6cba319/oldWALs/wal.dat.6 2024-12-03T20:30:31,605 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45023/user/jenkins/test-data/f984af97-0030-9026-6a68-51c7f6cba319/WALs/testlogsgetarchivedaftersplit,16010,1733257827173/wal.dat.7, size=1.4 K (1413bytes) 2024-12-03T20:30:31,605 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45023/user/jenkins/test-data/f984af97-0030-9026-6a68-51c7f6cba319/WALs/testlogsgetarchivedaftersplit,16010,1733257827173/wal.dat.7 2024-12-03T20:30:31,607 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45023/user/jenkins/test-data/f984af97-0030-9026-6a68-51c7f6cba319/WALs/testlogsgetarchivedaftersplit,16010,1733257827173/wal.dat.7 after 2ms 2024-12-03T20:30:31,613 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45023/user/jenkins/test-data/f984af97-0030-9026-6a68-51c7f6cba319/WALs/testlogsgetarchivedaftersplit,16010,1733257827173/wal.dat.7 took 8ms 2024-12-03T20:30:31,629 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/f984af97-0030-9026-6a68-51c7f6cba319/WALs/testlogsgetarchivedaftersplit,16010,1733257827173/wal.dat.7 so closing down 2024-12-03T20:30:31,629 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T20:30:31,631 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T20:30:31,639 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-12-03T20:30:31,639 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-12-03T20:30:31,645 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/f984af97-0030-9026-6a68-51c7f6cba319/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-12-03T20:30:31,652 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/f984af97-0030-9026-6a68-51c7f6cba319/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-12-03T20:30:31,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742275_1455 (size=753) 2024-12-03T20:30:31,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742275_1455 (size=753) 2024-12-03T20:30:31,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742276_1456 (size=753) 2024-12-03T20:30:31,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742276_1456 (size=753) 2024-12-03T20:30:32,134 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/f984af97-0030-9026-6a68-51c7f6cba319/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T20:30:32,135 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/f984af97-0030-9026-6a68-51c7f6cba319/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:45023/user/jenkins/test-data/f984af97-0030-9026-6a68-51c7f6cba319/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-12-03T20:30:32,151 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/f984af97-0030-9026-6a68-51c7f6cba319/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T20:30:32,152 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/f984af97-0030-9026-6a68-51c7f6cba319/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:45023/user/jenkins/test-data/f984af97-0030-9026-6a68-51c7f6cba319/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-12-03T20:30:32,152 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 524 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/f984af97-0030-9026-6a68-51c7f6cba319/WALs/testlogsgetarchivedaftersplit,16010,1733257827173/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-12-03T20:30:32,152 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45023/user/jenkins/test-data/f984af97-0030-9026-6a68-51c7f6cba319/WALs/testlogsgetarchivedaftersplit,16010,1733257827173/wal.dat.7, journal: Splitting hdfs://localhost:45023/user/jenkins/test-data/f984af97-0030-9026-6a68-51c7f6cba319/WALs/testlogsgetarchivedaftersplit,16010,1733257827173/wal.dat.7, size=1.4 K (1413bytes) at 1733257831605Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/f984af97-0030-9026-6a68-51c7f6cba319/WALs/testlogsgetarchivedaftersplit,16010,1733257827173/wal.dat.7 so closing down at 1733257831629 (+24 ms)3 split writer threads finished at 1733257831631 (+2 ms)Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/f984af97-0030-9026-6a68-51c7f6cba319/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1733257831645 (+14 ms)Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/f984af97-0030-9026-6a68-51c7f6cba319/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1733257831652 (+7 ms)Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/f984af97-0030-9026-6a68-51c7f6cba319/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733257832134 (+482 ms)Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/f984af97-0030-9026-6a68-51c7f6cba319/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:45023/user/jenkins/test-data/f984af97-0030-9026-6a68-51c7f6cba319/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1733257832135 (+1 ms)Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/f984af97-0030-9026-6a68-51c7f6cba319/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733257832151 (+16 ms)Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/f984af97-0030-9026-6a68-51c7f6cba319/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:45023/user/jenkins/test-data/f984af97-0030-9026-6a68-51c7f6cba319/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1733257832152 (+1 ms)Processed 20 edits across 2 Regions in 524 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/f984af97-0030-9026-6a68-51c7f6cba319/WALs/testlogsgetarchivedaftersplit,16010,1733257827173/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1733257832152 2024-12-03T20:30:32,153 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45023/user/jenkins/test-data/f984af97-0030-9026-6a68-51c7f6cba319/WALs/testlogsgetarchivedaftersplit,16010,1733257827173/wal.dat.7 to hdfs://localhost:45023/user/jenkins/test-data/f984af97-0030-9026-6a68-51c7f6cba319/oldWALs/wal.dat.7 2024-12-03T20:30:32,154 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45023/user/jenkins/test-data/f984af97-0030-9026-6a68-51c7f6cba319/WALs/testlogsgetarchivedaftersplit,16010,1733257827173/wal.dat.8, size=1.4 K (1413bytes) 2024-12-03T20:30:32,154 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45023/user/jenkins/test-data/f984af97-0030-9026-6a68-51c7f6cba319/WALs/testlogsgetarchivedaftersplit,16010,1733257827173/wal.dat.8 2024-12-03T20:30:32,154 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45023/user/jenkins/test-data/f984af97-0030-9026-6a68-51c7f6cba319/WALs/testlogsgetarchivedaftersplit,16010,1733257827173/wal.dat.8 after 0ms 2024-12-03T20:30:32,155 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45023/user/jenkins/test-data/f984af97-0030-9026-6a68-51c7f6cba319/WALs/testlogsgetarchivedaftersplit,16010,1733257827173/wal.dat.8 took 1ms 2024-12-03T20:30:32,156 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/f984af97-0030-9026-6a68-51c7f6cba319/WALs/testlogsgetarchivedaftersplit,16010,1733257827173/wal.dat.8 so closing down 2024-12-03T20:30:32,156 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T20:30:32,156 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T20:30:32,158 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-12-03T20:30:32,158 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-12-03T20:30:32,158 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/f984af97-0030-9026-6a68-51c7f6cba319/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-12-03T20:30:32,158 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/f984af97-0030-9026-6a68-51c7f6cba319/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-12-03T20:30:32,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742277_1457 (size=753) 2024-12-03T20:30:32,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742278_1458 (size=753) 2024-12-03T20:30:32,166 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/f984af97-0030-9026-6a68-51c7f6cba319/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T20:30:32,167 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/f984af97-0030-9026-6a68-51c7f6cba319/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:45023/user/jenkins/test-data/f984af97-0030-9026-6a68-51c7f6cba319/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-12-03T20:30:32,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742277_1457 (size=753) 2024-12-03T20:30:32,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742278_1458 (size=753) 2024-12-03T20:30:32,576 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/f984af97-0030-9026-6a68-51c7f6cba319/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T20:30:32,578 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/f984af97-0030-9026-6a68-51c7f6cba319/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:45023/user/jenkins/test-data/f984af97-0030-9026-6a68-51c7f6cba319/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-12-03T20:30:32,579 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 422 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/f984af97-0030-9026-6a68-51c7f6cba319/WALs/testlogsgetarchivedaftersplit,16010,1733257827173/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-12-03T20:30:32,579 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45023/user/jenkins/test-data/f984af97-0030-9026-6a68-51c7f6cba319/WALs/testlogsgetarchivedaftersplit,16010,1733257827173/wal.dat.8, journal: Splitting hdfs://localhost:45023/user/jenkins/test-data/f984af97-0030-9026-6a68-51c7f6cba319/WALs/testlogsgetarchivedaftersplit,16010,1733257827173/wal.dat.8, size=1.4 K (1413bytes) at 1733257832154Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/f984af97-0030-9026-6a68-51c7f6cba319/WALs/testlogsgetarchivedaftersplit,16010,1733257827173/wal.dat.8 so closing down at 1733257832156 (+2 ms)3 split writer threads finished at 1733257832156Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/f984af97-0030-9026-6a68-51c7f6cba319/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1733257832158 (+2 ms)Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/f984af97-0030-9026-6a68-51c7f6cba319/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1733257832158Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/f984af97-0030-9026-6a68-51c7f6cba319/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733257832166 (+8 ms)Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/f984af97-0030-9026-6a68-51c7f6cba319/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:45023/user/jenkins/test-data/f984af97-0030-9026-6a68-51c7f6cba319/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1733257832167 (+1 ms)Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/f984af97-0030-9026-6a68-51c7f6cba319/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733257832576 (+409 ms)Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/f984af97-0030-9026-6a68-51c7f6cba319/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:45023/user/jenkins/test-data/f984af97-0030-9026-6a68-51c7f6cba319/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1733257832578 (+2 ms)Processed 20 edits across 2 Regions in 422 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/f984af97-0030-9026-6a68-51c7f6cba319/WALs/testlogsgetarchivedaftersplit,16010,1733257827173/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1733257832579 (+1 ms) 2024-12-03T20:30:32,580 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45023/user/jenkins/test-data/f984af97-0030-9026-6a68-51c7f6cba319/WALs/testlogsgetarchivedaftersplit,16010,1733257827173/wal.dat.8 to hdfs://localhost:45023/user/jenkins/test-data/f984af97-0030-9026-6a68-51c7f6cba319/oldWALs/wal.dat.8 2024-12-03T20:30:32,580 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45023/user/jenkins/test-data/f984af97-0030-9026-6a68-51c7f6cba319/WALs/testlogsgetarchivedaftersplit,16010,1733257827173/wal.dat.9, size=1.4 K (1413bytes) 2024-12-03T20:30:32,580 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45023/user/jenkins/test-data/f984af97-0030-9026-6a68-51c7f6cba319/WALs/testlogsgetarchivedaftersplit,16010,1733257827173/wal.dat.9 2024-12-03T20:30:32,580 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45023/user/jenkins/test-data/f984af97-0030-9026-6a68-51c7f6cba319/WALs/testlogsgetarchivedaftersplit,16010,1733257827173/wal.dat.9 after 0ms 2024-12-03T20:30:32,582 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45023/user/jenkins/test-data/f984af97-0030-9026-6a68-51c7f6cba319/WALs/testlogsgetarchivedaftersplit,16010,1733257827173/wal.dat.9 took 2ms 2024-12-03T20:30:32,586 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/f984af97-0030-9026-6a68-51c7f6cba319/WALs/testlogsgetarchivedaftersplit,16010,1733257827173/wal.dat.9 so closing down 2024-12-03T20:30:32,586 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T20:30:32,586 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T20:30:32,588 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-12-03T20:30:32,588 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-12-03T20:30:32,592 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/f984af97-0030-9026-6a68-51c7f6cba319/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-12-03T20:30:32,594 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/f984af97-0030-9026-6a68-51c7f6cba319/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-12-03T20:30:32,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742280_1460 (size=753) 2024-12-03T20:30:32,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742280_1460 (size=753) 2024-12-03T20:30:32,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742279_1459 (size=753) 2024-12-03T20:30:32,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742279_1459 (size=753) 2024-12-03T20:30:32,630 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/f984af97-0030-9026-6a68-51c7f6cba319/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T20:30:32,632 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/f984af97-0030-9026-6a68-51c7f6cba319/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:45023/user/jenkins/test-data/f984af97-0030-9026-6a68-51c7f6cba319/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-12-03T20:30:33,008 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/f984af97-0030-9026-6a68-51c7f6cba319/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T20:30:33,021 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/f984af97-0030-9026-6a68-51c7f6cba319/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:45023/user/jenkins/test-data/f984af97-0030-9026-6a68-51c7f6cba319/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-12-03T20:30:33,022 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 437 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/f984af97-0030-9026-6a68-51c7f6cba319/WALs/testlogsgetarchivedaftersplit,16010,1733257827173/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-12-03T20:30:33,022 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45023/user/jenkins/test-data/f984af97-0030-9026-6a68-51c7f6cba319/WALs/testlogsgetarchivedaftersplit,16010,1733257827173/wal.dat.9, journal: Splitting hdfs://localhost:45023/user/jenkins/test-data/f984af97-0030-9026-6a68-51c7f6cba319/WALs/testlogsgetarchivedaftersplit,16010,1733257827173/wal.dat.9, size=1.4 K (1413bytes) at 1733257832580Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/f984af97-0030-9026-6a68-51c7f6cba319/WALs/testlogsgetarchivedaftersplit,16010,1733257827173/wal.dat.9 so closing down at 1733257832586 (+6 ms)3 split writer threads finished at 1733257832586Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/f984af97-0030-9026-6a68-51c7f6cba319/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1733257832592 (+6 ms)Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/f984af97-0030-9026-6a68-51c7f6cba319/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1733257832594 (+2 ms)Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/f984af97-0030-9026-6a68-51c7f6cba319/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733257832630 (+36 ms)Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/f984af97-0030-9026-6a68-51c7f6cba319/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:45023/user/jenkins/test-data/f984af97-0030-9026-6a68-51c7f6cba319/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1733257832632 (+2 ms)Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/f984af97-0030-9026-6a68-51c7f6cba319/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733257833008 (+376 ms)Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/f984af97-0030-9026-6a68-51c7f6cba319/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:45023/user/jenkins/test-data/f984af97-0030-9026-6a68-51c7f6cba319/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1733257833022 (+14 ms)Processed 20 edits across 2 Regions in 437 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/f984af97-0030-9026-6a68-51c7f6cba319/WALs/testlogsgetarchivedaftersplit,16010,1733257827173/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1733257833022 2024-12-03T20:30:33,029 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45023/user/jenkins/test-data/f984af97-0030-9026-6a68-51c7f6cba319/WALs/testlogsgetarchivedaftersplit,16010,1733257827173/wal.dat.9 to hdfs://localhost:45023/user/jenkins/test-data/f984af97-0030-9026-6a68-51c7f6cba319/oldWALs/wal.dat.9 2024-12-03T20:30:33,055 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testLogsGetArchivedAfterSplit Thread=129 (was 130), OpenFileDescriptor=387 (was 397), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1415 (was 1416), ProcessCount=11 (was 11), AvailableMemoryMB=937 (was 1133) 2024-12-03T20:30:33,092 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testConcurrentSplitLogAndReplayRecoverEdit Thread=129, OpenFileDescriptor=387, MaxFileDescriptor=1048576, SystemLoadAverage=1415, ProcessCount=11, AvailableMemoryMB=932 2024-12-03T20:30:33,092 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-12-03T20:30:33,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742281_1461 (size=7) 2024-12-03T20:30:33,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742281_1461 (size=7) 2024-12-03T20:30:33,550 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45023/user/jenkins/test-data/72ccf0d3-cc6f-26e3-cf7f-cdec76677e77 with version=8 2024-12-03T20:30:33,550 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:30:33,552 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:30:33,557 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-12-03T20:30:33,557 INFO [Time-limited test {}] wal.TestWALSplit(1153): testConcurrentSplitLogAndReplayRecoverEdit 2024-12-03T20:30:33,557 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region r0 2024-12-03T20:30:33,561 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-12-03T20:30:33,565 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:33,565 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:33,589 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:33,589 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:33,590 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:33,590 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:33,590 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:33,590 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:33,590 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:33,590 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:33,591 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:33,591 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:33,592 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:33,592 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:33,592 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:33,592 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:33,592 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:33,592 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:33,592 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:33,592 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:33,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742282_1462 (size=723) 2024-12-03T20:30:33,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742282_1462 (size=723) 2024-12-03T20:30:33,594 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-12-03T20:30:33,595 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-12-03T20:30:33,596 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:33,596 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:33,621 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:33,621 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:33,626 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:33,626 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:33,628 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:33,628 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:33,632 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:33,632 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:33,637 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:33,637 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:33,637 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:33,637 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:33,638 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:33,638 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:33,638 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:33,638 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:33,638 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:33,638 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:33,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742283_1463 (size=723) 2024-12-03T20:30:33,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742283_1463 (size=723) 2024-12-03T20:30:33,646 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-12-03T20:30:33,646 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-12-03T20:30:33,647 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:33,648 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:33,692 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:33,692 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:33,694 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:33,694 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:33,697 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:33,697 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:33,699 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:33,699 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:33,704 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:33,704 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:33,716 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:33,716 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:33,717 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:33,717 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:33,717 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:33,717 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:33,717 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:33,717 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:33,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742284_1464 (size=723) 2024-12-03T20:30:33,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742284_1464 (size=723) 2024-12-03T20:30:34,121 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-12-03T20:30:34,121 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-12-03T20:30:34,136 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:34,136 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:34,159 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:34,159 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:34,160 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:34,160 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:34,160 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:34,160 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:34,162 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:34,162 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:34,162 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:34,162 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:34,163 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:34,163 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:34,163 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:34,163 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:34,163 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:34,163 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:34,164 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:34,164 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:34,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742285_1465 (size=723) 2024-12-03T20:30:34,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742285_1465 (size=723) 2024-12-03T20:30:34,167 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-12-03T20:30:34,167 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-12-03T20:30:34,173 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:34,173 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:34,244 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:34,245 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:34,245 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:34,245 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:34,245 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:34,245 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:34,245 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:34,246 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:34,246 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:34,246 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:34,246 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:34,246 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:34,246 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:34,246 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:34,247 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:34,247 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:34,247 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:34,247 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:34,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742286_1466 (size=723) 2024-12-03T20:30:34,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742286_1466 (size=723) 2024-12-03T20:30:34,650 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-12-03T20:30:34,650 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-12-03T20:30:34,651 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:34,651 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:34,657 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:34,657 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:34,657 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:34,657 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:34,657 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:34,657 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:34,658 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:34,658 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:34,658 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:34,658 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:34,658 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:34,658 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:34,658 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:34,658 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:34,658 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:34,658 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:34,659 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:34,659 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:34,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742287_1467 (size=723) 2024-12-03T20:30:34,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742287_1467 (size=723) 2024-12-03T20:30:35,068 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-12-03T20:30:35,068 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-12-03T20:30:35,072 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:35,072 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:35,085 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:35,085 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:35,085 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:35,085 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:35,085 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:35,085 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:35,085 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:35,085 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:35,086 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:35,086 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:35,086 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:35,086 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:35,086 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:35,086 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:35,086 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:35,086 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:35,086 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:35,086 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:35,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742288_1468 (size=723) 2024-12-03T20:30:35,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742288_1468 (size=723) 2024-12-03T20:30:35,499 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-12-03T20:30:35,500 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-12-03T20:30:35,505 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:35,505 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:35,569 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:35,569 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:35,586 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:35,586 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:35,592 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:35,592 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:35,604 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:35,604 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:35,608 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:35,608 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:35,608 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:35,608 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:35,609 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:35,609 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:35,609 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:35,609 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:35,609 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:35,609 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:35,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742289_1469 (size=723) 2024-12-03T20:30:35,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742289_1469 (size=723) 2024-12-03T20:30:36,013 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-12-03T20:30:36,013 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-12-03T20:30:36,015 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:36,015 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:36,101 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:36,101 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:36,105 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:36,105 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:36,106 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:36,106 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:36,107 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:36,107 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:36,109 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:36,109 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:36,112 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:36,112 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:36,112 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:36,112 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:36,113 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:36,113 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:36,114 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:36,114 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:36,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742290_1470 (size=723) 2024-12-03T20:30:36,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742290_1470 (size=723) 2024-12-03T20:30:36,528 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-12-03T20:30:36,529 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-12-03T20:30:36,540 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:36,540 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:36,605 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:36,605 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:36,616 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:36,616 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:36,616 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:36,616 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:36,620 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:36,620 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:36,623 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:36,623 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:36,624 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:36,624 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:36,624 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:36,624 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:36,624 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:36,624 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:36,624 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:36,624 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:36,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742291_1471 (size=723) 2024-12-03T20:30:36,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742291_1471 (size=723) 2024-12-03T20:30:36,626 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-12-03T20:30:36,642 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=testConcurrentSplitLogAndReplayRecoverEdit, suffix=, logDir=hdfs://localhost:45023/user/jenkins/test-data/68a85948-7ff3-5ff3-5c3d-86653a4a97cf/WALs/testConcurrentSplitLogAndReplayRecoverEdit, archiveDir=hdfs://localhost:45023/user/jenkins/test-data/68a85948-7ff3-5ff3-5c3d-86653a4a97cf/oldWALs, maxLogs=32 2024-12-03T20:30:36,703 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testConcurrentSplitLogAndReplayRecoverEdit.1733257836688 2024-12-03T20:30:36,760 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/68a85948-7ff3-5ff3-5c3d-86653a4a97cf/WALs/testConcurrentSplitLogAndReplayRecoverEdit/testConcurrentSplitLogAndReplayRecoverEdit.1733257836688 2024-12-03T20:30:36,898 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new FSHLog writer with pipeline: [(127.0.0.1/127.0.0.1:43095:43095),(127.0.0.1/127.0.0.1:40447:40447)] 2024-12-03T20:30:36,945 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45023/user/jenkins/test-data/68a85948-7ff3-5ff3-5c3d-86653a4a97cf/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1733257833557/wal.dat.0, size=723 (723bytes) 2024-12-03T20:30:36,945 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45023/user/jenkins/test-data/68a85948-7ff3-5ff3-5c3d-86653a4a97cf/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1733257833557/wal.dat.0 2024-12-03T20:30:36,946 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45023/user/jenkins/test-data/68a85948-7ff3-5ff3-5c3d-86653a4a97cf/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1733257833557/wal.dat.0 after 1ms 2024-12-03T20:30:36,949 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45023/user/jenkins/test-data/68a85948-7ff3-5ff3-5c3d-86653a4a97cf/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1733257833557/wal.dat.0 took 4ms 2024-12-03T20:30:36,963 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/68a85948-7ff3-5ff3-5c3d-86653a4a97cf/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1733257833557/wal.dat.0 so closing down 2024-12-03T20:30:36,963 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T20:30:36,964 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T20:30:36,968 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-12-03T20:30:36,977 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/68a85948-7ff3-5ff3-5c3d-86653a4a97cf/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-12-03T20:30:37,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742293_1473 (size=723) 2024-12-03T20:30:37,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742293_1473 (size=723) 2024-12-03T20:30:37,014 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/68a85948-7ff3-5ff3-5c3d-86653a4a97cf/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T20:30:37,015 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/68a85948-7ff3-5ff3-5c3d-86653a4a97cf/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:45023/user/jenkins/test-data/68a85948-7ff3-5ff3-5c3d-86653a4a97cf/data/default/t1/r0/recovered.edits/0000000000000000009 2024-12-03T20:30:37,015 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 1 Regions in 54 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/68a85948-7ff3-5ff3-5c3d-86653a4a97cf/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1733257833557/wal.dat.0, size=723, length=723, corrupted=false, cancelled=false 2024-12-03T20:30:37,015 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45023/user/jenkins/test-data/68a85948-7ff3-5ff3-5c3d-86653a4a97cf/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1733257833557/wal.dat.0, journal: Splitting hdfs://localhost:45023/user/jenkins/test-data/68a85948-7ff3-5ff3-5c3d-86653a4a97cf/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1733257833557/wal.dat.0, size=723 (723bytes) at 1733257836945Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/68a85948-7ff3-5ff3-5c3d-86653a4a97cf/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1733257833557/wal.dat.0 so closing down at 1733257836963 (+18 ms)3 split writer threads finished at 1733257836964 (+1 ms)Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/68a85948-7ff3-5ff3-5c3d-86653a4a97cf/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat.0.temp at 1733257836977 (+13 ms)Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/68a85948-7ff3-5ff3-5c3d-86653a4a97cf/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733257837014 (+37 ms)Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/68a85948-7ff3-5ff3-5c3d-86653a4a97cf/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:45023/user/jenkins/test-data/68a85948-7ff3-5ff3-5c3d-86653a4a97cf/data/default/t1/r0/recovered.edits/0000000000000000009 at 1733257837015 (+1 ms)Processed 10 edits across 1 Regions in 54 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/68a85948-7ff3-5ff3-5c3d-86653a4a97cf/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1733257833557/wal.dat.0, size=723, length=723, corrupted=false, cancelled=false at 1733257837015 2024-12-03T20:30:37,020 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-12-03T20:30:37,020 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-12-03T20:30:37,020 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-12-03T20:30:37,020 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-12-03T20:30:37,020 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-12-03T20:30:37,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742292_1472 (size=93) 2024-12-03T20:30:37,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742292_1472 (size=93) 2024-12-03T20:30:37,027 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/68a85948-7ff3-5ff3-5c3d-86653a4a97cf/oldWALs 2024-12-03T20:30:37,036 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: FSHLog testConcurrentSplitLogAndReplayRecoverEdit:(num 1733257836688) 2024-12-03T20:30:37,063 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testConcurrentSplitLogAndReplayRecoverEdit Thread=134 (was 129) - Thread LEAK? -, OpenFileDescriptor=385 (was 387), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1397 (was 1415), ProcessCount=11 (was 11), AvailableMemoryMB=1024 (was 932) - AvailableMemoryMB LEAK? - 2024-12-03T20:30:37,070 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testCorruptedFileGetsArchivedIfSkipErrors Thread=134, OpenFileDescriptor=385, MaxFileDescriptor=1048576, SystemLoadAverage=1397, ProcessCount=11, AvailableMemoryMB=1024 2024-12-03T20:30:37,071 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-12-03T20:30:37,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742294_1474 (size=7) 2024-12-03T20:30:37,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742294_1474 (size=7) 2024-12-03T20:30:37,115 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45023/user/jenkins/test-data/72ccf0d3-cc6f-26e3-cf7f-cdec76677e77 with version=8 2024-12-03T20:30:37,115 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:30:37,117 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:30:37,122 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-12-03T20:30:37,123 DEBUG [Time-limited test {}] wal.TestWALSplit(653): no previous CORRUPTDIR to clean. 2024-12-03T20:30:37,123 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-12-03T20:30:37,123 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-12-03T20:30:37,124 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-12-03T20:30:37,136 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-12-03T20:30:37,141 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,141 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,172 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,172 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,173 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,173 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,173 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,173 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,174 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,174 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,175 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,175 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,175 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,175 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,175 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,175 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,176 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,176 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,176 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,176 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,181 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,181 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,184 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,184 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,188 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,188 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,190 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,190 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,192 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,192 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,193 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,193 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,193 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,193 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,193 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,193 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,195 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,195 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,200 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,200 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742295_1475 (size=1393) 2024-12-03T20:30:37,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742295_1475 (size=1393) 2024-12-03T20:30:37,630 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-12-03T20:30:37,630 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-12-03T20:30:37,632 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,632 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,641 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,641 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,642 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,642 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,642 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,642 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,642 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,642 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,642 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,642 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,643 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,643 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,643 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,643 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,643 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,643 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,643 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,643 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,643 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,643 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,644 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,644 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,644 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,644 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,644 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,644 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,644 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,644 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,644 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,645 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,645 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,645 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,645 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,645 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,645 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,645 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,645 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,645 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742296_1476 (size=1393) 2024-12-03T20:30:37,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742296_1476 (size=1393) 2024-12-03T20:30:37,647 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-12-03T20:30:37,647 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-12-03T20:30:37,648 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,648 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,656 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,656 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,657 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,657 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,657 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,657 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,658 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,658 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,658 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,658 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,658 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,658 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,658 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,658 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,658 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,658 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,658 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,658 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,659 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,659 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,659 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,659 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,659 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,659 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,659 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,659 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,659 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,659 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,660 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,660 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,660 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,660 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,660 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,660 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,660 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,660 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,660 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,660 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742297_1477 (size=1393) 2024-12-03T20:30:37,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742297_1477 (size=1393) 2024-12-03T20:30:37,662 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-12-03T20:30:37,662 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-12-03T20:30:37,663 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,663 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,670 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,670 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,670 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,670 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,670 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,670 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,670 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,670 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,671 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,671 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,671 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,671 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,671 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,671 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,671 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,671 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,671 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,671 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,672 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,672 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,672 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,672 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,672 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,672 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,672 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,672 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,672 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,672 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,673 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,673 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,673 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,673 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,673 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,673 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,673 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,673 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,674 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,674 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742298_1478 (size=1393) 2024-12-03T20:30:37,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742298_1478 (size=1393) 2024-12-03T20:30:37,675 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-12-03T20:30:37,675 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-12-03T20:30:37,676 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,676 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,679 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,679 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,679 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,679 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,679 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,679 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,679 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,679 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,680 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,680 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,680 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,680 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,680 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,680 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,680 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,680 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,681 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,681 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,681 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,681 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,681 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,681 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,681 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,681 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,682 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,682 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,682 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,682 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,682 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,682 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,682 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,682 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,683 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,683 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,683 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,683 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,683 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,683 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742299_1479 (size=1393) 2024-12-03T20:30:37,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742299_1479 (size=1393) 2024-12-03T20:30:37,685 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-12-03T20:30:37,685 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-12-03T20:30:37,688 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,688 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,697 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,697 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,697 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,697 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,698 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,698 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,698 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,698 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,698 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,698 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,698 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,698 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,699 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,699 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,699 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,699 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,699 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,699 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,700 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,700 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,700 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,700 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,701 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,701 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,701 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,701 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,701 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,701 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,701 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,701 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,701 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,701 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,702 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,702 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,702 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,702 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,702 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,702 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742300_1480 (size=1393) 2024-12-03T20:30:37,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742300_1480 (size=1393) 2024-12-03T20:30:37,704 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-12-03T20:30:37,704 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-12-03T20:30:37,705 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,705 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,721 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,721 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,721 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,721 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,722 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,722 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,722 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,722 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,722 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,722 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,722 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,722 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,723 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,723 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,723 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,723 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,723 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,723 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,723 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,723 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,723 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,723 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,724 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,724 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,724 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,724 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,724 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,724 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,724 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,724 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,724 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,724 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,725 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,725 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,726 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,726 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,727 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,727 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742301_1481 (size=1405) 2024-12-03T20:30:37,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742301_1481 (size=1405) 2024-12-03T20:30:37,729 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-12-03T20:30:37,729 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-12-03T20:30:37,730 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,730 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,736 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,736 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,737 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,737 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,737 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,737 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,737 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,737 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,737 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,737 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,738 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,738 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,738 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,738 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,738 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,738 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,738 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,738 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,738 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,738 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,738 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,738 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,739 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,739 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,739 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,739 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,739 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,739 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,739 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,739 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,739 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,739 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,739 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,740 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,740 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,740 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,740 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,740 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742302_1482 (size=1413) 2024-12-03T20:30:37,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742302_1482 (size=1413) 2024-12-03T20:30:37,741 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-12-03T20:30:37,742 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-12-03T20:30:37,742 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,742 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,749 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,749 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,749 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,749 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,750 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,750 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,750 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,750 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,750 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,750 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,750 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,750 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,750 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,750 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,751 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,751 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,751 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,751 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,751 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,751 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,751 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,751 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,751 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,751 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,751 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,751 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,752 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,752 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,752 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,752 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,752 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,752 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,752 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,752 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,752 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,752 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,753 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,753 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742303_1483 (size=1413) 2024-12-03T20:30:37,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742303_1483 (size=1413) 2024-12-03T20:30:37,754 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-12-03T20:30:37,754 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-12-03T20:30:37,755 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,755 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,758 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,758 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,758 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,758 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,758 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,758 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,758 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,758 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,758 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,759 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,759 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,759 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,759 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,759 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,759 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,759 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,759 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,759 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,759 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,759 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,760 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,760 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,760 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,760 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,760 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,760 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,760 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,760 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,761 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,761 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,761 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,761 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,761 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,761 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,761 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,761 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,761 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,761 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742304_1484 (size=1413) 2024-12-03T20:30:37,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742304_1484 (size=1413) 2024-12-03T20:30:37,764 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-12-03T20:30:37,783 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.0, size=1.4 K (1393bytes) 2024-12-03T20:30:37,783 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.0 2024-12-03T20:30:37,784 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.0 after 1ms 2024-12-03T20:30:37,786 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.0 took 3ms 2024-12-03T20:30:37,787 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.0 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.0. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-12-03T20:30:37,787 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.0 so closing down 2024-12-03T20:30:37,787 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T20:30:37,787 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T20:30:37,787 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.0, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-12-03T20:30:37,788 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.0, journal: Splitting hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.0, size=1.4 K (1393bytes) at 1733257837783Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.0 so closing down at 1733257837787 (+4 ms)3 split writer threads finished at 1733257837787Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.0, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1733257837787 2024-12-03T20:30:37,789 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.0 to hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/corrupt/wal.dat.0 2024-12-03T20:30:37,789 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.1, size=1.4 K (1393bytes) 2024-12-03T20:30:37,789 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.1 2024-12-03T20:30:37,790 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.1 after 1ms 2024-12-03T20:30:37,792 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.1 took 3ms 2024-12-03T20:30:37,798 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.1 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.1. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-12-03T20:30:37,799 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.1 so closing down 2024-12-03T20:30:37,799 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T20:30:37,799 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T20:30:37,799 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.1, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-12-03T20:30:37,799 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.1, journal: Splitting hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.1, size=1.4 K (1393bytes) at 1733257837789Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.1 so closing down at 1733257837799 (+10 ms)3 split writer threads finished at 1733257837799Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.1, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1733257837799 2024-12-03T20:30:37,801 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.1 to hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/corrupt/wal.dat.1 2024-12-03T20:30:37,801 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.2, size=1.4 K (1393bytes) 2024-12-03T20:30:37,801 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.2 2024-12-03T20:30:37,801 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.2 after 0ms 2024-12-03T20:30:37,803 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.2 took 2ms 2024-12-03T20:30:37,804 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.2 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.2. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-12-03T20:30:37,804 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.2 so closing down 2024-12-03T20:30:37,804 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T20:30:37,804 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T20:30:37,805 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.2, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-12-03T20:30:37,805 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.2, journal: Splitting hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.2, size=1.4 K (1393bytes) at 1733257837801Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.2 so closing down at 1733257837804 (+3 ms)3 split writer threads finished at 1733257837804Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.2, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1733257837805 (+1 ms) 2024-12-03T20:30:37,806 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.2 to hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/corrupt/wal.dat.2 2024-12-03T20:30:37,806 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.3, size=1.4 K (1393bytes) 2024-12-03T20:30:37,806 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.3 2024-12-03T20:30:37,807 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.3 after 1ms 2024-12-03T20:30:37,808 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.3 took 2ms 2024-12-03T20:30:37,809 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.3 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.3. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-12-03T20:30:37,809 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.3 so closing down 2024-12-03T20:30:37,809 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T20:30:37,809 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T20:30:37,809 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.3, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-12-03T20:30:37,810 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.3, journal: Splitting hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.3, size=1.4 K (1393bytes) at 1733257837806Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.3 so closing down at 1733257837809 (+3 ms)3 split writer threads finished at 1733257837809Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.3, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1733257837809 2024-12-03T20:30:37,811 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.3 to hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/corrupt/wal.dat.3 2024-12-03T20:30:37,811 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.4, size=1.4 K (1393bytes) 2024-12-03T20:30:37,811 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.4 2024-12-03T20:30:37,811 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.4 after 0ms 2024-12-03T20:30:37,813 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.4 took 2ms 2024-12-03T20:30:37,814 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.4 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.4. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-12-03T20:30:37,814 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.4 so closing down 2024-12-03T20:30:37,814 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T20:30:37,814 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T20:30:37,814 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.4, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-12-03T20:30:37,815 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.4, journal: Splitting hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.4, size=1.4 K (1393bytes) at 1733257837811Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.4 so closing down at 1733257837814 (+3 ms)3 split writer threads finished at 1733257837814Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.4, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1733257837814 2024-12-03T20:30:37,816 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.4 to hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/corrupt/wal.dat.4 2024-12-03T20:30:37,816 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.5, size=1.4 K (1393bytes) 2024-12-03T20:30:37,816 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.5 2024-12-03T20:30:37,816 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.5 after 0ms 2024-12-03T20:30:37,821 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.5 took 4ms 2024-12-03T20:30:37,821 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.5 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.5. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-12-03T20:30:37,822 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.5 so closing down 2024-12-03T20:30:37,822 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T20:30:37,822 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T20:30:37,822 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.5, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-12-03T20:30:37,822 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.5, journal: Splitting hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.5, size=1.4 K (1393bytes) at 1733257837816Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.5 so closing down at 1733257837822 (+6 ms)3 split writer threads finished at 1733257837822Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.5, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1733257837822 2024-12-03T20:30:37,824 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.5 to hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/corrupt/wal.dat.5 2024-12-03T20:30:37,824 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.6, size=1.4 K (1405bytes) 2024-12-03T20:30:37,824 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.6 2024-12-03T20:30:37,824 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.6 after 0ms 2024-12-03T20:30:37,825 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.6 took 1ms 2024-12-03T20:30:37,826 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.6 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.6. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-12-03T20:30:37,827 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.6 so closing down 2024-12-03T20:30:37,827 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T20:30:37,827 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T20:30:37,827 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.6, size=1.4 K, length=1405, corrupted=true, cancelled=false 2024-12-03T20:30:37,827 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.6, journal: Splitting hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.6, size=1.4 K (1405bytes) at 1733257837824Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.6 so closing down at 1733257837827 (+3 ms)3 split writer threads finished at 1733257837827Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.6, size=1.4 K, length=1405, corrupted=true, cancelled=false at 1733257837827 2024-12-03T20:30:37,829 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.6 to hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/corrupt/wal.dat.6 2024-12-03T20:30:37,829 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.7, size=1.4 K (1413bytes) 2024-12-03T20:30:37,829 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.7 2024-12-03T20:30:37,829 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.7 after 0ms 2024-12-03T20:30:37,831 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.7 took 2ms 2024-12-03T20:30:37,833 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.7 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.7. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-12-03T20:30:37,834 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.7 so closing down 2024-12-03T20:30:37,834 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T20:30:37,834 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T20:30:37,834 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.7, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-12-03T20:30:37,834 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.7, journal: Splitting hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.7, size=1.4 K (1413bytes) at 1733257837829Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.7 so closing down at 1733257837834 (+5 ms)3 split writer threads finished at 1733257837834Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.7, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1733257837834 2024-12-03T20:30:37,836 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.7 to hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/corrupt/wal.dat.7 2024-12-03T20:30:37,837 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.8, size=1.4 K (1413bytes) 2024-12-03T20:30:37,837 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.8 2024-12-03T20:30:37,837 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.8 after 0ms 2024-12-03T20:30:37,838 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.8 took 2ms 2024-12-03T20:30:37,839 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.8 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.8. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-12-03T20:30:37,840 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.8 so closing down 2024-12-03T20:30:37,840 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T20:30:37,840 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T20:30:37,840 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.8, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-12-03T20:30:37,840 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.8, journal: Splitting hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.8, size=1.4 K (1413bytes) at 1733257837837Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.8 so closing down at 1733257837840 (+3 ms)3 split writer threads finished at 1733257837840Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.8, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1733257837840 2024-12-03T20:30:37,841 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.8 to hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/corrupt/wal.dat.8 2024-12-03T20:30:37,841 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.9, size=1.4 K (1413bytes) 2024-12-03T20:30:37,841 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.9 2024-12-03T20:30:37,842 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.9 after 1ms 2024-12-03T20:30:37,843 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.9 took 2ms 2024-12-03T20:30:37,844 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.9 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.9. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-12-03T20:30:37,844 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.9 so closing down 2024-12-03T20:30:37,844 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T20:30:37,844 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T20:30:37,844 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.9, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-12-03T20:30:37,844 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.9, journal: Splitting hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.9, size=1.4 K (1413bytes) at 1733257837841Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.9 so closing down at 1733257837844 (+3 ms)3 split writer threads finished at 1733257837844Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.9, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1733257837844 2024-12-03T20:30:37,846 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.9 to hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/corrupt/wal.dat.9 2024-12-03T20:30:37,847 DEBUG [Time-limited test {}] wal.TestWALSplit(621): Archived logs in CORRUPTDIR: HdfsNamedFileStatus{path=hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/corrupt/wal.dat.0; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1733257837788; access_time=1733257837136; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/corrupt/wal.dat.1; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1733257837800; access_time=1733257837631; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/corrupt/wal.dat.2; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1733257837805; access_time=1733257837647; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/corrupt/wal.dat.3; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1733257837810; access_time=1733257837663; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/corrupt/wal.dat.4; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1733257837815; access_time=1733257837676; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/corrupt/wal.dat.5; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1733257837823; access_time=1733257837685; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/corrupt/wal.dat.6; isDirectory=false; length=1405; replication=2; blocksize=268435456; modification_time=1733257837828; access_time=1733257837705; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/corrupt/wal.dat.7; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1733257837835; access_time=1733257837730; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/corrupt/wal.dat.8; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1733257837840; access_time=1733257837742; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/corrupt/wal.dat.9; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1733257837845; access_time=1733257837755; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} 2024-12-03T20:30:37,850 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-12-03T20:30:37,850 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-12-03T20:30:37,850 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-12-03T20:30:37,851 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-12-03T20:30:37,852 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,852 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,855 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,855 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,855 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,855 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,855 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,855 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,855 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,855 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,856 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,856 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,856 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,856 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,856 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,856 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,856 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,856 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,857 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,857 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,857 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,857 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,857 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,857 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,857 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,857 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,857 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,857 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,857 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,858 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,858 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,858 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,858 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,858 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,858 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,858 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,858 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,858 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,859 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,859 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742305_1485 (size=1393) 2024-12-03T20:30:37,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742305_1485 (size=1393) 2024-12-03T20:30:37,860 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-12-03T20:30:37,860 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-12-03T20:30:37,861 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,861 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,864 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,864 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,864 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,864 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,864 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,864 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,865 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,865 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,865 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,865 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,865 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,865 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,865 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,865 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,865 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,865 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,866 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,866 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,866 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,866 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,866 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,866 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,866 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,866 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,867 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,867 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,867 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,867 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,867 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,867 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,867 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,867 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,868 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,868 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,868 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,868 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,868 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,868 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742306_1486 (size=1393) 2024-12-03T20:30:37,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742306_1486 (size=1393) 2024-12-03T20:30:37,870 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-12-03T20:30:37,870 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-12-03T20:30:37,871 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,871 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,873 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,873 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,873 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,873 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,874 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,874 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,874 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,874 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,874 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,874 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,874 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,874 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,875 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,875 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,875 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,875 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,875 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,875 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,875 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,875 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,875 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,875 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,876 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,876 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,876 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,876 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,876 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,876 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,877 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,877 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,877 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,877 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,877 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,877 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,878 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,878 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,878 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,878 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742307_1487 (size=1393) 2024-12-03T20:30:37,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742307_1487 (size=1393) 2024-12-03T20:30:37,880 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-12-03T20:30:37,880 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-12-03T20:30:37,881 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,881 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,885 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,885 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,885 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,885 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,885 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,885 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,886 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,886 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,886 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,886 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,886 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,886 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,886 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,886 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,886 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,886 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,887 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,887 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,887 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,887 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,887 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,887 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,887 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,887 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,887 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,887 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,888 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,888 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,888 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,888 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,888 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,888 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,888 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,888 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,888 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,889 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,889 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,889 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742308_1488 (size=1393) 2024-12-03T20:30:37,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742308_1488 (size=1393) 2024-12-03T20:30:37,890 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-12-03T20:30:37,891 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-12-03T20:30:37,891 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,892 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,894 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,894 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,895 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,895 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,895 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,895 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,895 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,895 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,895 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,895 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,895 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,895 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,896 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,896 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,896 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,896 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,896 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,896 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,896 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,896 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,897 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,897 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,897 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,897 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,897 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,897 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,897 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,897 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,897 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,897 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,898 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,898 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,898 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,898 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,898 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,898 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,898 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,898 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742309_1489 (size=1393) 2024-12-03T20:30:37,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742309_1489 (size=1393) 2024-12-03T20:30:37,900 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-12-03T20:30:37,900 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-12-03T20:30:37,901 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,901 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,903 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,904 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,904 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,904 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,904 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,904 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,904 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,904 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,904 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,904 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,905 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,905 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,905 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,905 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,905 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,905 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,905 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,905 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,906 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,906 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,906 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,906 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,906 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,906 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,906 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,906 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,907 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,907 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,907 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,907 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,907 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,907 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,907 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,907 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,907 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,907 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,908 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:37,908 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:37,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742310_1490 (size=1393) 2024-12-03T20:30:37,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742310_1490 (size=1393) 2024-12-03T20:30:38,310 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-12-03T20:30:38,310 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-12-03T20:30:38,312 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:38,312 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:38,321 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:38,321 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:38,321 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:38,321 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:38,322 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:38,322 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:38,324 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:38,324 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:38,324 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:38,324 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:38,325 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:38,325 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:38,325 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:38,325 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:38,325 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:38,325 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:38,325 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:38,326 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:38,326 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:38,326 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:38,326 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:38,326 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:38,326 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:38,326 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:38,326 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:38,326 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:38,327 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:38,327 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:38,327 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:38,327 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:38,327 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:38,327 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:38,327 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:38,327 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:38,327 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:38,328 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:38,328 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:38,328 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:38,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742311_1491 (size=1405) 2024-12-03T20:30:38,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742311_1491 (size=1405) 2024-12-03T20:30:38,332 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-12-03T20:30:38,332 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-12-03T20:30:38,338 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:38,339 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:38,345 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:38,345 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:38,346 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:38,346 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:38,346 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:38,346 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:38,346 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:38,346 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:38,346 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:38,346 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:38,347 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:38,347 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:38,347 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:38,347 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:38,347 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:38,347 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:38,347 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:38,347 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:38,347 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:38,347 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:38,348 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:38,348 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:38,348 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:38,349 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:38,349 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:38,349 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:38,349 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:38,349 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:38,349 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:38,349 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:38,350 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:38,350 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:38,350 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:38,350 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:38,350 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:38,350 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:38,350 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:38,350 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:38,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742312_1492 (size=1413) 2024-12-03T20:30:38,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742312_1492 (size=1413) 2024-12-03T20:30:38,354 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-12-03T20:30:38,354 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-12-03T20:30:38,355 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:38,355 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:38,387 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:38,387 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:38,388 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:38,388 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:38,389 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:38,389 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:38,389 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:38,389 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:38,389 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:38,389 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:38,389 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:38,389 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:38,390 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:38,390 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:38,390 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:38,390 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:38,390 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:38,390 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:38,390 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:38,391 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:38,391 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:38,391 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:38,391 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:38,391 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:38,391 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:38,391 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:38,391 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:38,391 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:38,392 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:38,392 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:38,392 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:38,392 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:38,392 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:38,392 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:38,396 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:38,396 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:38,397 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:38,397 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:38,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742313_1493 (size=1413) 2024-12-03T20:30:38,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742313_1493 (size=1413) 2024-12-03T20:30:38,400 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-12-03T20:30:38,400 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-12-03T20:30:38,401 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:38,401 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:38,433 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:38,433 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:38,434 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:38,434 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:38,434 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:38,434 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:38,434 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:38,435 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:38,435 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:38,435 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:38,437 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:38,437 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:38,438 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:38,438 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:38,438 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:38,438 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:38,439 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:38,439 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:38,439 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:38,439 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:38,440 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:38,440 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:38,440 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:38,440 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:38,440 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:38,440 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:38,441 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:38,441 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:38,441 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:38,441 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:38,441 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:38,441 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:38,442 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:38,442 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:38,442 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:38,442 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:38,443 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:38,443 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:38,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742314_1494 (size=1413) 2024-12-03T20:30:38,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742314_1494 (size=1413) 2024-12-03T20:30:38,851 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-12-03T20:30:38,905 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.0, size=1.4 K (1393bytes) 2024-12-03T20:30:38,905 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.0 2024-12-03T20:30:38,908 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.0 after 3ms 2024-12-03T20:30:38,913 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.0 took 8ms 2024-12-03T20:30:38,919 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.0 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.0. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-12-03T20:30:38,920 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.0 so closing down 2024-12-03T20:30:38,920 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T20:30:38,920 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T20:30:38,923 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-12-03T20:30:38,925 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-12-03T20:30:38,932 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-12-03T20:30:38,936 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-12-03T20:30:38,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742316_1496 (size=418) 2024-12-03T20:30:38,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742316_1496 (size=418) 2024-12-03T20:30:38,954 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-12-03T20:30:38,955 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/ccc/recovered.edits/0000000000000000009 2024-12-03T20:30:38,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742315_1495 (size=418) 2024-12-03T20:30:38,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742315_1495 (size=418) 2024-12-03T20:30:38,958 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-12-03T20:30:38,959 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/bbb/recovered.edits/0000000000000000008 2024-12-03T20:30:38,959 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 44 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.0, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-12-03T20:30:38,959 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.0, journal: Splitting hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.0, size=1.4 K (1393bytes) at 1733257838905Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.0 so closing down at 1733257838920 (+15 ms)3 split writer threads finished at 1733257838920Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1733257838932 (+12 ms)Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1733257838936 (+4 ms)Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1733257838954 (+18 ms)Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/ccc/recovered.edits/0000000000000000009 at 1733257838956 (+2 ms)Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1733257838958 (+2 ms)Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/bbb/recovered.edits/0000000000000000008 at 1733257838959 (+1 ms)Processed 10 edits across 2 Regions in 44 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.0, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1733257838959 2024-12-03T20:30:38,961 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.0 to hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/corrupt/wal.dat.0 2024-12-03T20:30:38,961 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.1, size=1.4 K (1393bytes) 2024-12-03T20:30:38,961 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.1 2024-12-03T20:30:38,962 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.1 after 1ms 2024-12-03T20:30:38,963 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.1 took 2ms 2024-12-03T20:30:38,969 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.1 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.1. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-12-03T20:30:38,970 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.1 so closing down 2024-12-03T20:30:38,970 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T20:30:38,970 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T20:30:38,988 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-12-03T20:30:38,989 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-12-03T20:30:38,994 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-12-03T20:30:38,994 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-12-03T20:30:39,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742318_1498 (size=418) 2024-12-03T20:30:39,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742318_1498 (size=418) 2024-12-03T20:30:39,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742317_1497 (size=418) 2024-12-03T20:30:39,026 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-12-03T20:30:39,027 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/ccc/recovered.edits/0000000000000000029 2024-12-03T20:30:39,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742317_1497 (size=418) 2024-12-03T20:30:39,419 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-12-03T20:30:39,420 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/bbb/recovered.edits/0000000000000000028 2024-12-03T20:30:39,420 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 452 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.1, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-12-03T20:30:39,420 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.1, journal: Splitting hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.1, size=1.4 K (1393bytes) at 1733257838961Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.1 so closing down at 1733257838970 (+9 ms)3 split writer threads finished at 1733257838971 (+1 ms)Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1733257838995 (+24 ms)Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1733257838995Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1733257839026 (+31 ms)Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/ccc/recovered.edits/0000000000000000029 at 1733257839027 (+1 ms)Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1733257839419 (+392 ms)Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/bbb/recovered.edits/0000000000000000028 at 1733257839420 (+1 ms)Processed 10 edits across 2 Regions in 452 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.1, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1733257839420 2024-12-03T20:30:39,421 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.1 to hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/corrupt/wal.dat.1 2024-12-03T20:30:39,421 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.2, size=1.4 K (1393bytes) 2024-12-03T20:30:39,421 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.2 2024-12-03T20:30:39,422 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.2 after 1ms 2024-12-03T20:30:39,423 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.2 took 2ms 2024-12-03T20:30:39,424 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.2 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.2. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-12-03T20:30:39,425 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.2 so closing down 2024-12-03T20:30:39,425 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T20:30:39,425 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T20:30:39,427 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-12-03T20:30:39,428 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-12-03T20:30:39,429 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-12-03T20:30:39,432 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-12-03T20:30:39,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742319_1499 (size=418) 2024-12-03T20:30:39,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742319_1499 (size=418) 2024-12-03T20:30:39,434 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-12-03T20:30:39,435 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/bbb/recovered.edits/0000000000000000048 2024-12-03T20:30:39,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742320_1500 (size=418) 2024-12-03T20:30:39,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742320_1500 (size=418) 2024-12-03T20:30:39,436 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-12-03T20:30:39,437 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/ccc/recovered.edits/0000000000000000049 2024-12-03T20:30:39,437 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.2, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-12-03T20:30:39,437 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.2, journal: Splitting hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.2, size=1.4 K (1393bytes) at 1733257839421Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.2 so closing down at 1733257839425 (+4 ms)3 split writer threads finished at 1733257839425Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1733257839428 (+3 ms)Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1733257839432 (+4 ms)Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1733257839434 (+2 ms)Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/bbb/recovered.edits/0000000000000000048 at 1733257839435 (+1 ms)Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1733257839436 (+1 ms)Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/ccc/recovered.edits/0000000000000000049 at 1733257839437 (+1 ms)Processed 10 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.2, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1733257839437 2024-12-03T20:30:39,438 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.2 to hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/corrupt/wal.dat.2 2024-12-03T20:30:39,438 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.3, size=1.4 K (1393bytes) 2024-12-03T20:30:39,438 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.3 2024-12-03T20:30:39,439 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.3 after 1ms 2024-12-03T20:30:39,440 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.3 took 2ms 2024-12-03T20:30:39,441 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.3 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.3. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-12-03T20:30:39,441 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.3 so closing down 2024-12-03T20:30:39,442 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T20:30:39,442 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T20:30:39,443 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-12-03T20:30:39,445 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-12-03T20:30:39,445 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-12-03T20:30:39,446 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-12-03T20:30:39,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742322_1502 (size=418) 2024-12-03T20:30:39,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742322_1502 (size=418) 2024-12-03T20:30:39,449 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-12-03T20:30:39,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742321_1501 (size=418) 2024-12-03T20:30:39,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742321_1501 (size=418) 2024-12-03T20:30:39,450 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-12-03T20:30:39,450 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/ccc/recovered.edits/0000000000000000069 2024-12-03T20:30:39,451 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/bbb/recovered.edits/0000000000000000068 2024-12-03T20:30:39,451 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 11 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.3, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-12-03T20:30:39,451 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.3, journal: Splitting hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.3, size=1.4 K (1393bytes) at 1733257839438Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.3 so closing down at 1733257839441 (+3 ms)3 split writer threads finished at 1733257839442 (+1 ms)Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1733257839445 (+3 ms)Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1733257839446 (+1 ms)Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1733257839449 (+3 ms)Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1733257839450 (+1 ms)Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/ccc/recovered.edits/0000000000000000069 at 1733257839450Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/bbb/recovered.edits/0000000000000000068 at 1733257839451 (+1 ms)Processed 10 edits across 2 Regions in 11 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.3, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1733257839451 2024-12-03T20:30:39,453 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.3 to hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/corrupt/wal.dat.3 2024-12-03T20:30:39,453 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.4, size=1.4 K (1393bytes) 2024-12-03T20:30:39,453 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.4 2024-12-03T20:30:39,453 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.4 after 0ms 2024-12-03T20:30:39,455 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.4 took 2ms 2024-12-03T20:30:39,456 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.4 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.4. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-12-03T20:30:39,457 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.4 so closing down 2024-12-03T20:30:39,457 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T20:30:39,457 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T20:30:39,458 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-12-03T20:30:39,458 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-12-03T20:30:39,459 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-12-03T20:30:39,460 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-12-03T20:30:39,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742323_1503 (size=418) 2024-12-03T20:30:39,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742323_1503 (size=418) 2024-12-03T20:30:39,474 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-12-03T20:30:39,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742324_1504 (size=418) 2024-12-03T20:30:39,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742324_1504 (size=418) 2024-12-03T20:30:39,475 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-12-03T20:30:39,475 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/ccc/recovered.edits/0000000000000000089 2024-12-03T20:30:39,476 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/bbb/recovered.edits/0000000000000000088 2024-12-03T20:30:39,476 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 20 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.4, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-12-03T20:30:39,476 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.4, journal: Splitting hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.4, size=1.4 K (1393bytes) at 1733257839453Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.4 so closing down at 1733257839457 (+4 ms)3 split writer threads finished at 1733257839457Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1733257839459 (+2 ms)Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1733257839460 (+1 ms)Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1733257839474 (+14 ms)Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1733257839475 (+1 ms)Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/ccc/recovered.edits/0000000000000000089 at 1733257839476 (+1 ms)Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/bbb/recovered.edits/0000000000000000088 at 1733257839476Processed 10 edits across 2 Regions in 20 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.4, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1733257839476 2024-12-03T20:30:39,477 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.4 to hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/corrupt/wal.dat.4 2024-12-03T20:30:39,478 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.5, size=1.4 K (1393bytes) 2024-12-03T20:30:39,478 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.5 2024-12-03T20:30:39,478 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.5 after 0ms 2024-12-03T20:30:39,479 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.5 took 2ms 2024-12-03T20:30:39,480 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.5 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.5. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-12-03T20:30:39,480 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.5 so closing down 2024-12-03T20:30:39,480 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T20:30:39,480 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T20:30:39,482 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-12-03T20:30:39,482 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-12-03T20:30:39,483 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-12-03T20:30:39,483 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-12-03T20:30:39,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742325_1505 (size=418) 2024-12-03T20:30:39,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742325_1505 (size=418) 2024-12-03T20:30:39,490 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-12-03T20:30:39,491 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/ccc/recovered.edits/0000000000000000109 2024-12-03T20:30:39,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742326_1506 (size=418) 2024-12-03T20:30:39,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742326_1506 (size=418) 2024-12-03T20:30:39,494 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-12-03T20:30:39,494 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/bbb/recovered.edits/0000000000000000108 2024-12-03T20:30:39,495 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.5, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-12-03T20:30:39,495 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.5, journal: Splitting hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.5, size=1.4 K (1393bytes) at 1733257839478Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.5 so closing down at 1733257839480 (+2 ms)3 split writer threads finished at 1733257839480Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1733257839483 (+3 ms)Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1733257839483Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1733257839490 (+7 ms)Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/ccc/recovered.edits/0000000000000000109 at 1733257839491 (+1 ms)Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1733257839494 (+3 ms)Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/bbb/recovered.edits/0000000000000000108 at 1733257839494Processed 10 edits across 2 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.5, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1733257839495 (+1 ms) 2024-12-03T20:30:39,496 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.5 to hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/corrupt/wal.dat.5 2024-12-03T20:30:39,496 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.6, size=1.4 K (1405bytes) 2024-12-03T20:30:39,496 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.6 2024-12-03T20:30:39,496 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.6 after 0ms 2024-12-03T20:30:39,499 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.6 took 3ms 2024-12-03T20:30:39,500 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.6 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.6. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-12-03T20:30:39,500 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.6 so closing down 2024-12-03T20:30:39,500 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T20:30:39,500 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T20:30:39,502 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-12-03T20:30:39,502 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-12-03T20:30:39,503 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-12-03T20:30:39,508 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-12-03T20:30:39,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742327_1507 (size=419) 2024-12-03T20:30:39,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742327_1507 (size=419) 2024-12-03T20:30:39,522 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-12-03T20:30:39,523 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/ccc/recovered.edits/0000000000000000129 2024-12-03T20:30:39,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742328_1508 (size=419) 2024-12-03T20:30:39,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742328_1508 (size=419) 2024-12-03T20:30:39,524 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-12-03T20:30:39,525 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/bbb/recovered.edits/0000000000000000128 2024-12-03T20:30:39,525 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 26 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.6, size=1.4 K, length=1405, corrupted=true, cancelled=false 2024-12-03T20:30:39,525 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.6, journal: Splitting hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.6, size=1.4 K (1405bytes) at 1733257839496Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.6 so closing down at 1733257839500 (+4 ms)3 split writer threads finished at 1733257839500Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1733257839503 (+3 ms)Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1733257839508 (+5 ms)Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1733257839522 (+14 ms)Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/ccc/recovered.edits/0000000000000000129 at 1733257839523 (+1 ms)Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1733257839524 (+1 ms)Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/bbb/recovered.edits/0000000000000000128 at 1733257839525 (+1 ms)Processed 10 edits across 2 Regions in 26 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.6, size=1.4 K, length=1405, corrupted=true, cancelled=false at 1733257839525 2024-12-03T20:30:39,526 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.6 to hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/corrupt/wal.dat.6 2024-12-03T20:30:39,526 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.7, size=1.4 K (1413bytes) 2024-12-03T20:30:39,526 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.7 2024-12-03T20:30:39,527 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.7 after 1ms 2024-12-03T20:30:39,528 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.7 took 2ms 2024-12-03T20:30:39,529 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.7 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.7. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-12-03T20:30:39,529 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.7 so closing down 2024-12-03T20:30:39,529 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T20:30:39,529 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T20:30:39,531 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-12-03T20:30:39,531 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-12-03T20:30:39,532 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-12-03T20:30:39,532 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-12-03T20:30:39,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742330_1510 (size=423) 2024-12-03T20:30:39,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742329_1509 (size=423) 2024-12-03T20:30:39,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742329_1509 (size=423) 2024-12-03T20:30:39,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742330_1510 (size=423) 2024-12-03T20:30:39,544 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-12-03T20:30:39,545 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/ccc/recovered.edits/0000000000000000149 2024-12-03T20:30:39,944 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-12-03T20:30:39,948 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/bbb/recovered.edits/0000000000000000148 2024-12-03T20:30:39,949 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 421 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.7, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-12-03T20:30:39,949 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.7, journal: Splitting hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.7, size=1.4 K (1413bytes) at 1733257839526Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.7 so closing down at 1733257839529 (+3 ms)3 split writer threads finished at 1733257839529Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1733257839532 (+3 ms)Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1733257839532Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1733257839544 (+12 ms)Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/ccc/recovered.edits/0000000000000000149 at 1733257839545 (+1 ms)Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1733257839944 (+399 ms)Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/bbb/recovered.edits/0000000000000000148 at 1733257839948 (+4 ms)Processed 10 edits across 2 Regions in 421 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.7, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1733257839949 (+1 ms) 2024-12-03T20:30:39,955 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.7 to hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/corrupt/wal.dat.7 2024-12-03T20:30:39,956 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.8, size=1.4 K (1413bytes) 2024-12-03T20:30:39,956 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.8 2024-12-03T20:30:39,956 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.8 after 0ms 2024-12-03T20:30:39,965 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.8 took 9ms 2024-12-03T20:30:39,967 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.8 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.8. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-12-03T20:30:39,968 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.8 so closing down 2024-12-03T20:30:39,968 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T20:30:39,968 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T20:30:39,984 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-12-03T20:30:39,992 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-12-03T20:30:40,000 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-12-03T20:30:40,007 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-12-03T20:30:40,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742331_1511 (size=423) 2024-12-03T20:30:40,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742331_1511 (size=423) 2024-12-03T20:30:40,029 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-12-03T20:30:40,053 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/bbb/recovered.edits/0000000000000000168 2024-12-03T20:30:40,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742332_1512 (size=423) 2024-12-03T20:30:40,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742332_1512 (size=423) 2024-12-03T20:30:40,078 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-12-03T20:30:40,096 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/ccc/recovered.edits/0000000000000000169 2024-12-03T20:30:40,096 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 130 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.8, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-12-03T20:30:40,096 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.8, journal: Splitting hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.8, size=1.4 K (1413bytes) at 1733257839956Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.8 so closing down at 1733257839968 (+12 ms)3 split writer threads finished at 1733257839968Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1733257839992 (+24 ms)Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1733257840007 (+15 ms)Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1733257840029 (+22 ms)Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/bbb/recovered.edits/0000000000000000168 at 1733257840053 (+24 ms)Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1733257840078 (+25 ms)Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/ccc/recovered.edits/0000000000000000169 at 1733257840096 (+18 ms)Processed 10 edits across 2 Regions in 130 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.8, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1733257840096 2024-12-03T20:30:40,105 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.8 to hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/corrupt/wal.dat.8 2024-12-03T20:30:40,106 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.9, size=1.4 K (1413bytes) 2024-12-03T20:30:40,106 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.9 2024-12-03T20:30:40,115 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.9 after 9ms 2024-12-03T20:30:40,128 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.9 took 23ms 2024-12-03T20:30:40,159 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.9 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.9. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-12-03T20:30:40,160 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.9 so closing down 2024-12-03T20:30:40,160 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T20:30:40,164 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T20:30:40,196 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-12-03T20:30:40,205 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-12-03T20:30:40,212 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-12-03T20:30:40,220 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-12-03T20:30:40,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742333_1513 (size=423) 2024-12-03T20:30:40,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742333_1513 (size=423) 2024-12-03T20:30:40,283 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-12-03T20:30:40,304 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/bbb/recovered.edits/0000000000000000188 2024-12-03T20:30:40,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742334_1514 (size=423) 2024-12-03T20:30:40,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742334_1514 (size=423) 2024-12-03T20:30:40,323 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-12-03T20:30:40,346 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/ccc/recovered.edits/0000000000000000189 2024-12-03T20:30:40,346 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 190 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.9, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-12-03T20:30:40,346 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.9, journal: Splitting hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.9, size=1.4 K (1413bytes) at 1733257840106Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.9 so closing down at 1733257840160 (+54 ms)3 split writer threads finished at 1733257840164 (+4 ms)Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1733257840212 (+48 ms)Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1733257840220 (+8 ms)Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1733257840283 (+63 ms)Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/bbb/recovered.edits/0000000000000000188 at 1733257840304 (+21 ms)Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1733257840324 (+20 ms)Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/ccc/recovered.edits/0000000000000000189 at 1733257840346 (+22 ms)Processed 10 edits across 2 Regions in 190 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.9, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1733257840346 2024-12-03T20:30:40,349 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.9 to hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/corrupt/wal.dat.9 2024-12-03T20:30:40,351 DEBUG [Time-limited test {}] wal.TestWALSplit(621): Archived logs in CORRUPTDIR: HdfsNamedFileStatus{path=hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/corrupt/wal.dat.0; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1733257838960; access_time=1733257837851; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/corrupt/wal.dat.1; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1733257839421; access_time=1733257837861; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/corrupt/wal.dat.2; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1733257839438; access_time=1733257837870; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/corrupt/wal.dat.3; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1733257839452; access_time=1733257837880; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/corrupt/wal.dat.4; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1733257839477; access_time=1733257837891; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/corrupt/wal.dat.5; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1733257839495; access_time=1733257837900; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/corrupt/wal.dat.6; isDirectory=false; length=1405; replication=2; blocksize=268435456; modification_time=1733257839526; access_time=1733257838310; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/corrupt/wal.dat.7; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1733257839951; access_time=1733257838333; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/corrupt/wal.dat.8; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1733257840104; access_time=1733257838354; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/corrupt/wal.dat.9; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1733257840347; access_time=1733257838401; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} 2024-12-03T20:30:40,373 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-12-03T20:30:40,373 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-12-03T20:30:40,374 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-12-03T20:30:40,375 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-12-03T20:30:40,376 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:40,376 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:40,408 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:40,408 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:40,409 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:40,409 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:40,409 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:40,409 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:40,409 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:40,409 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:40,409 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:40,409 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:40,410 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:40,410 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:40,410 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:40,410 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:40,410 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:40,410 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:40,410 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:40,410 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:40,411 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:40,411 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:40,411 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:40,411 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:40,411 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:40,411 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:40,412 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:40,412 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:40,412 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:40,412 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:40,412 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:40,412 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:40,413 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:40,413 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:40,414 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:40,414 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:40,414 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:40,414 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:40,416 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:40,416 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:40,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742335_1515 (size=1393) 2024-12-03T20:30:40,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742335_1515 (size=1393) 2024-12-03T20:30:40,422 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-12-03T20:30:40,422 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-12-03T20:30:40,423 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:40,423 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:40,436 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:40,436 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:40,437 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:40,437 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:40,438 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:40,438 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:40,439 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:40,439 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:40,439 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:40,439 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:40,439 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:40,439 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:40,440 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:40,440 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:40,440 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:40,440 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:40,441 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:40,441 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:40,441 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:40,442 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:40,446 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:40,446 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:40,449 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:40,449 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:40,456 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:40,456 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:40,456 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:40,456 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:40,457 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:40,457 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:40,457 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:40,457 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:40,458 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:40,458 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:40,458 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:40,458 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:40,458 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:40,458 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:40,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742336_1516 (size=1393) 2024-12-03T20:30:40,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742336_1516 (size=1393) 2024-12-03T20:30:40,469 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-12-03T20:30:40,469 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-12-03T20:30:40,471 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:40,471 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:40,488 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:40,488 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:40,489 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:40,489 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:40,489 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:40,489 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:40,489 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:40,489 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:40,489 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:40,489 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:40,490 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:40,490 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:40,490 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:40,490 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:40,490 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:40,490 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:40,490 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:40,490 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:40,490 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:40,490 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:40,491 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:40,491 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:40,491 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:40,491 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:40,491 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:40,491 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:40,491 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:40,491 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:40,492 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:40,492 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:40,492 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:40,492 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:40,492 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:40,492 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:40,492 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:40,492 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:40,493 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:40,493 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:40,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742337_1517 (size=1393) 2024-12-03T20:30:40,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742337_1517 (size=1393) 2024-12-03T20:30:40,896 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-12-03T20:30:40,896 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-12-03T20:30:40,900 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:40,900 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:40,948 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:40,948 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:40,949 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:40,949 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:40,949 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:40,949 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:40,950 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:40,950 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:40,950 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:40,950 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:40,950 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:40,950 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:40,951 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:40,951 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:40,951 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:40,951 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:40,951 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:40,951 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:40,951 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:40,951 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:40,952 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:40,952 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:40,952 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:40,952 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:40,952 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:40,952 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:40,953 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:40,953 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:40,953 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:40,953 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:40,955 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:40,955 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:40,955 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:40,955 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:40,955 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:40,955 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:40,956 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:40,956 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:40,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742338_1518 (size=1393) 2024-12-03T20:30:40,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742338_1518 (size=1393) 2024-12-03T20:30:41,401 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-12-03T20:30:41,401 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-12-03T20:30:41,404 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:41,404 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:41,423 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:41,424 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:41,424 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:41,424 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:41,424 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:41,424 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:41,425 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:41,425 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:41,425 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:41,425 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:41,425 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:41,425 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:41,426 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:41,426 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:41,426 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:41,426 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:41,426 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:41,426 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:41,427 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:41,427 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:41,427 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:41,427 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:41,427 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:41,427 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:41,427 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:41,427 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:41,428 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:41,428 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:41,428 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:41,428 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:41,428 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:41,428 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:41,429 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:41,429 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:41,429 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:41,429 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:41,429 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:41,429 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:41,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742339_1519 (size=1393) 2024-12-03T20:30:41,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742339_1519 (size=1393) 2024-12-03T20:30:41,432 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-12-03T20:30:41,432 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-12-03T20:30:41,433 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:41,433 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:41,455 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:41,455 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:41,467 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:41,467 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:41,468 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:41,468 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:41,468 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:41,468 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:41,469 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:41,469 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:41,469 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:41,469 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:41,469 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:41,469 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:41,470 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:41,470 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:41,470 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:41,470 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:41,475 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:41,475 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:41,475 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:41,475 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:41,476 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:41,476 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:41,476 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:41,476 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:41,477 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:41,477 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:41,481 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:41,481 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:41,486 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:41,486 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:41,486 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:41,486 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:41,486 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:41,486 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:41,487 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:41,487 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:41,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742340_1520 (size=1393) 2024-12-03T20:30:41,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742340_1520 (size=1393) 2024-12-03T20:30:41,493 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-12-03T20:30:41,493 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-12-03T20:30:41,500 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:41,500 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:41,526 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:41,526 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:41,536 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:41,536 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:41,539 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:41,539 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:41,544 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:41,544 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:41,549 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:41,549 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:41,560 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:41,560 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:41,571 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:41,571 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:41,572 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:41,572 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:41,577 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:41,577 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:41,578 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:41,578 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:41,578 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:41,578 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:41,578 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:41,578 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:41,579 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:41,579 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:41,579 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:41,579 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:41,579 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:41,579 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:41,579 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:41,579 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:41,580 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:41,580 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:41,580 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:41,580 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:41,580 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:41,580 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:41,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742341_1521 (size=1405) 2024-12-03T20:30:41,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742341_1521 (size=1405) 2024-12-03T20:30:41,984 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-12-03T20:30:41,984 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-12-03T20:30:41,989 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:41,989 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:42,004 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:42,004 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:42,004 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:42,004 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:42,005 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:42,005 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:42,005 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:42,005 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:42,005 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:42,005 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:42,006 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:42,006 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:42,006 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:42,006 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:42,006 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:42,006 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:42,006 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:42,006 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:42,006 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:42,006 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:42,007 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:42,007 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:42,007 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:42,007 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:42,007 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:42,007 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:42,007 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:42,007 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:42,007 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:42,007 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:42,008 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:42,008 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:42,008 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:42,008 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:42,008 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:42,008 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:42,008 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:42,008 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:42,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742342_1522 (size=1413) 2024-12-03T20:30:42,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742342_1522 (size=1413) 2024-12-03T20:30:42,429 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-12-03T20:30:42,429 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-12-03T20:30:42,431 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:42,431 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:42,460 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:42,460 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:42,465 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:42,465 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:42,467 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:42,467 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:42,467 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:42,468 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:42,468 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:42,468 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:42,468 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:42,468 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:42,468 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:42,468 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:42,468 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:42,468 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:42,469 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:42,469 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:42,469 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:42,469 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:42,469 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:42,469 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:42,469 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:42,469 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:42,469 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:42,469 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:42,469 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:42,469 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:42,470 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:42,470 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:42,470 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:42,470 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:42,470 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:42,470 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:42,470 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:42,470 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:42,471 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:42,471 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:42,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742343_1523 (size=1413) 2024-12-03T20:30:42,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742343_1523 (size=1413) 2024-12-03T20:30:42,473 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-12-03T20:30:42,473 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-12-03T20:30:42,473 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:42,473 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:42,476 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:42,476 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:42,476 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:42,476 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:42,476 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:42,476 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:42,477 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:42,477 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:42,477 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:42,477 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:42,477 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:42,477 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:42,477 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:42,477 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:42,477 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:42,477 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:42,477 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:42,478 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:42,478 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:42,478 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:42,478 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:42,478 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:42,478 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:42,478 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:42,478 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:42,478 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:42,478 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:42,478 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:42,479 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:42,479 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:42,479 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:42,479 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:42,479 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:42,479 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:42,479 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:42,479 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:42,479 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:42,479 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:42,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742344_1524 (size=1413) 2024-12-03T20:30:42,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742344_1524 (size=1413) 2024-12-03T20:30:42,481 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-12-03T20:30:42,494 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.0, size=1.4 K (1393bytes) 2024-12-03T20:30:42,494 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.0 2024-12-03T20:30:42,494 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.0 after 0ms 2024-12-03T20:30:42,496 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.0 took 2ms 2024-12-03T20:30:42,497 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.0 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.0. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-12-03T20:30:42,497 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.0 so closing down 2024-12-03T20:30:42,497 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T20:30:42,497 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T20:30:42,499 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-12-03T20:30:42,499 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-12-03T20:30:42,499 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-12-03T20:30:42,499 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-12-03T20:30:42,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742345_1525 (size=743) 2024-12-03T20:30:42,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742346_1526 (size=678) 2024-12-03T20:30:42,514 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T20:30:42,515 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-12-03T20:30:42,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742346_1526 (size=678) 2024-12-03T20:30:42,518 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-12-03T20:30:42,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742345_1525 (size=743) 2024-12-03T20:30:42,519 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/ccc/recovered.edits/0000000000000000017 2024-12-03T20:30:42,519 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 23 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.0, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-12-03T20:30:42,519 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.0, journal: Splitting hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.0, size=1.4 K (1393bytes) at 1733257842494Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.0 so closing down at 1733257842497 (+3 ms)3 split writer threads finished at 1733257842497Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1733257842499 (+2 ms)Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1733257842499Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733257842514 (+15 ms)Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1733257842515 (+1 ms)Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1733257842518 (+3 ms)Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/ccc/recovered.edits/0000000000000000017 at 1733257842519 (+1 ms)Processed 19 edits across 2 Regions in 23 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.0, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1733257842519 2024-12-03T20:30:42,520 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.0 to hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/corrupt/wal.dat.0 2024-12-03T20:30:42,520 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.1, size=1.4 K (1393bytes) 2024-12-03T20:30:42,520 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.1 2024-12-03T20:30:42,524 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.1 after 4ms 2024-12-03T20:30:42,526 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.1 took 6ms 2024-12-03T20:30:42,527 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.1 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.1. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-12-03T20:30:42,527 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.1 so closing down 2024-12-03T20:30:42,527 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T20:30:42,528 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T20:30:42,533 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-12-03T20:30:42,533 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-12-03T20:30:42,534 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-12-03T20:30:42,536 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-12-03T20:30:42,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742347_1527 (size=678) 2024-12-03T20:30:42,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742347_1527 (size=678) 2024-12-03T20:30:42,556 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-12-03T20:30:42,558 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/ccc/recovered.edits/0000000000000000037 2024-12-03T20:30:42,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742348_1528 (size=743) 2024-12-03T20:30:42,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742348_1528 (size=743) 2024-12-03T20:30:42,562 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T20:30:42,563 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-12-03T20:30:42,563 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 37 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.1, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-12-03T20:30:42,563 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.1, journal: Splitting hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.1, size=1.4 K (1393bytes) at 1733257842520Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.1 so closing down at 1733257842527 (+7 ms)3 split writer threads finished at 1733257842528 (+1 ms)Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1733257842534 (+6 ms)Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1733257842536 (+2 ms)Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1733257842556 (+20 ms)Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/ccc/recovered.edits/0000000000000000037 at 1733257842558 (+2 ms)Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733257842562 (+4 ms)Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1733257842563 (+1 ms)Processed 19 edits across 2 Regions in 37 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.1, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1733257842563 2024-12-03T20:30:42,564 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.1 to hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/corrupt/wal.dat.1 2024-12-03T20:30:42,564 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.2, size=1.4 K (1393bytes) 2024-12-03T20:30:42,564 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.2 2024-12-03T20:30:42,565 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.2 after 1ms 2024-12-03T20:30:42,566 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.2 took 2ms 2024-12-03T20:30:42,567 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.2 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.2. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-12-03T20:30:42,567 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.2 so closing down 2024-12-03T20:30:42,567 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T20:30:42,567 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T20:30:42,569 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-12-03T20:30:42,573 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-12-03T20:30:42,575 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-12-03T20:30:42,582 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-12-03T20:30:42,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742349_1529 (size=743) 2024-12-03T20:30:42,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742349_1529 (size=743) 2024-12-03T20:30:42,584 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T20:30:42,585 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-12-03T20:30:42,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742350_1530 (size=678) 2024-12-03T20:30:42,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742350_1530 (size=678) 2024-12-03T20:30:42,591 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-12-03T20:30:42,593 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/ccc/recovered.edits/0000000000000000057 2024-12-03T20:30:42,593 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 27 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.2, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-12-03T20:30:42,593 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.2, journal: Splitting hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.2, size=1.4 K (1393bytes) at 1733257842564Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.2 so closing down at 1733257842567 (+3 ms)3 split writer threads finished at 1733257842567Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1733257842573 (+6 ms)Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1733257842582 (+9 ms)Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733257842584 (+2 ms)Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1733257842585 (+1 ms)Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1733257842591 (+6 ms)Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/ccc/recovered.edits/0000000000000000057 at 1733257842593 (+2 ms)Processed 19 edits across 2 Regions in 27 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.2, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1733257842593 2024-12-03T20:30:42,595 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.2 to hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/corrupt/wal.dat.2 2024-12-03T20:30:42,596 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.3, size=1.4 K (1393bytes) 2024-12-03T20:30:42,596 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.3 2024-12-03T20:30:42,596 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.3 after 0ms 2024-12-03T20:30:42,597 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.3 took 2ms 2024-12-03T20:30:42,598 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.3 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.3. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-12-03T20:30:42,599 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.3 so closing down 2024-12-03T20:30:42,599 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T20:30:42,600 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T20:30:42,605 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-12-03T20:30:42,605 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-12-03T20:30:42,606 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-12-03T20:30:42,610 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-12-03T20:30:42,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742351_1531 (size=743) 2024-12-03T20:30:42,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742351_1531 (size=743) 2024-12-03T20:30:42,632 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T20:30:42,633 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-12-03T20:30:42,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742352_1532 (size=678) 2024-12-03T20:30:42,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742352_1532 (size=678) 2024-12-03T20:30:42,634 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-12-03T20:30:42,635 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/ccc/recovered.edits/0000000000000000077 2024-12-03T20:30:42,636 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 38 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.3, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-12-03T20:30:42,636 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.3, journal: Splitting hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.3, size=1.4 K (1393bytes) at 1733257842596Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.3 so closing down at 1733257842599 (+3 ms)3 split writer threads finished at 1733257842600 (+1 ms)Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1733257842606 (+6 ms)Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1733257842610 (+4 ms)Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733257842632 (+22 ms)Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1733257842634 (+2 ms)Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1733257842634Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/ccc/recovered.edits/0000000000000000077 at 1733257842635 (+1 ms)Processed 19 edits across 2 Regions in 38 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.3, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1733257842636 (+1 ms) 2024-12-03T20:30:42,637 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.3 to hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/corrupt/wal.dat.3 2024-12-03T20:30:42,638 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.4, size=1.4 K (1393bytes) 2024-12-03T20:30:42,638 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.4 2024-12-03T20:30:42,638 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.4 after 0ms 2024-12-03T20:30:42,640 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.4 took 2ms 2024-12-03T20:30:42,642 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.4 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.4. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-12-03T20:30:42,643 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.4 so closing down 2024-12-03T20:30:42,643 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T20:30:42,643 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T20:30:42,650 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-12-03T20:30:42,651 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-12-03T20:30:42,653 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-12-03T20:30:42,660 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-12-03T20:30:42,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742353_1533 (size=678) 2024-12-03T20:30:42,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742353_1533 (size=678) 2024-12-03T20:30:42,664 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-12-03T20:30:42,665 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/ccc/recovered.edits/0000000000000000097 2024-12-03T20:30:42,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742354_1534 (size=743) 2024-12-03T20:30:42,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742354_1534 (size=743) 2024-12-03T20:30:42,677 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T20:30:42,678 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-12-03T20:30:42,679 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 37 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.4, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-12-03T20:30:42,679 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.4, journal: Splitting hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.4, size=1.4 K (1393bytes) at 1733257842638Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.4 so closing down at 1733257842643 (+5 ms)3 split writer threads finished at 1733257842643Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1733257842651 (+8 ms)Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1733257842660 (+9 ms)Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1733257842664 (+4 ms)Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/ccc/recovered.edits/0000000000000000097 at 1733257842665 (+1 ms)Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733257842677 (+12 ms)Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1733257842678 (+1 ms)Processed 19 edits across 2 Regions in 37 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.4, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1733257842679 (+1 ms) 2024-12-03T20:30:42,680 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.4 to hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/corrupt/wal.dat.4 2024-12-03T20:30:42,680 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.5, size=1.4 K (1393bytes) 2024-12-03T20:30:42,681 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.5 2024-12-03T20:30:42,681 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.5 after 0ms 2024-12-03T20:30:42,685 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.5 took 5ms 2024-12-03T20:30:42,686 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.5 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.5. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-12-03T20:30:42,686 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.5 so closing down 2024-12-03T20:30:42,686 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T20:30:42,688 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T20:30:42,690 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-12-03T20:30:42,692 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-12-03T20:30:42,694 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-12-03T20:30:42,700 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-12-03T20:30:42,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742355_1535 (size=743) 2024-12-03T20:30:42,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742355_1535 (size=743) 2024-12-03T20:30:42,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742356_1536 (size=678) 2024-12-03T20:30:42,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742356_1536 (size=678) 2024-12-03T20:30:42,705 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-12-03T20:30:42,706 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/ccc/recovered.edits/0000000000000000117 2024-12-03T20:30:42,715 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T20:30:42,716 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-12-03T20:30:42,716 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 31 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.5, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-12-03T20:30:42,716 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.5, journal: Splitting hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.5, size=1.4 K (1393bytes) at 1733257842680Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.5 so closing down at 1733257842686 (+6 ms)3 split writer threads finished at 1733257842688 (+2 ms)Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1733257842692 (+4 ms)Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1733257842700 (+8 ms)Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1733257842705 (+5 ms)Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/ccc/recovered.edits/0000000000000000117 at 1733257842706 (+1 ms)Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733257842715 (+9 ms)Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1733257842716 (+1 ms)Processed 19 edits across 2 Regions in 31 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.5, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1733257842716 2024-12-03T20:30:42,718 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.5 to hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/corrupt/wal.dat.5 2024-12-03T20:30:42,718 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.6, size=1.4 K (1405bytes) 2024-12-03T20:30:42,718 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.6 2024-12-03T20:30:42,720 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.6 after 2ms 2024-12-03T20:30:42,721 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.6 took 3ms 2024-12-03T20:30:42,723 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.6 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.6. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-12-03T20:30:42,723 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.6 so closing down 2024-12-03T20:30:42,723 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T20:30:42,725 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T20:30:42,730 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-12-03T20:30:42,730 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-12-03T20:30:42,731 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-12-03T20:30:42,731 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-12-03T20:30:42,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742358_1538 (size=749) 2024-12-03T20:30:42,748 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T20:30:42,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742358_1538 (size=749) 2024-12-03T20:30:42,752 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-12-03T20:30:42,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742357_1537 (size=683) 2024-12-03T20:30:42,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742357_1537 (size=683) 2024-12-03T20:30:42,756 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-12-03T20:30:42,758 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/ccc/recovered.edits/0000000000000000137 2024-12-03T20:30:42,758 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 36 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.6, size=1.4 K, length=1405, corrupted=true, cancelled=false 2024-12-03T20:30:42,758 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.6, journal: Splitting hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.6, size=1.4 K (1405bytes) at 1733257842718Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.6 so closing down at 1733257842723 (+5 ms)3 split writer threads finished at 1733257842725 (+2 ms)Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1733257842731 (+6 ms)Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1733257842731Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733257842748 (+17 ms)Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1733257842752 (+4 ms)Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1733257842756 (+4 ms)Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/ccc/recovered.edits/0000000000000000137 at 1733257842758 (+2 ms)Processed 19 edits across 2 Regions in 36 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.6, size=1.4 K, length=1405, corrupted=true, cancelled=false at 1733257842758 2024-12-03T20:30:42,760 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.6 to hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/corrupt/wal.dat.6 2024-12-03T20:30:42,760 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.7, size=1.4 K (1413bytes) 2024-12-03T20:30:42,760 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.7 2024-12-03T20:30:42,761 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.7 after 1ms 2024-12-03T20:30:42,762 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.7 took 2ms 2024-12-03T20:30:42,763 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.7 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.7. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-12-03T20:30:42,764 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.7 so closing down 2024-12-03T20:30:42,764 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T20:30:42,764 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T20:30:42,766 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-12-03T20:30:42,768 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-12-03T20:30:42,772 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-12-03T20:30:42,772 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-12-03T20:30:42,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742359_1539 (size=753) 2024-12-03T20:30:42,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742359_1539 (size=753) 2024-12-03T20:30:42,778 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T20:30:42,779 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-12-03T20:30:42,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742360_1540 (size=687) 2024-12-03T20:30:42,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742360_1540 (size=687) 2024-12-03T20:30:42,790 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-12-03T20:30:42,791 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/ccc/recovered.edits/0000000000000000157 2024-12-03T20:30:42,791 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 28 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.7, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-12-03T20:30:42,791 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.7, journal: Splitting hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.7, size=1.4 K (1413bytes) at 1733257842760Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.7 so closing down at 1733257842764 (+4 ms)3 split writer threads finished at 1733257842764Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1733257842772 (+8 ms)Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1733257842772Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733257842778 (+6 ms)Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1733257842779 (+1 ms)Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1733257842790 (+11 ms)Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/ccc/recovered.edits/0000000000000000157 at 1733257842791 (+1 ms)Processed 19 edits across 2 Regions in 28 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.7, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1733257842791 2024-12-03T20:30:42,793 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.7 to hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/corrupt/wal.dat.7 2024-12-03T20:30:42,793 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.8, size=1.4 K (1413bytes) 2024-12-03T20:30:42,793 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.8 2024-12-03T20:30:42,793 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.8 after 0ms 2024-12-03T20:30:42,797 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.8 took 4ms 2024-12-03T20:30:42,798 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.8 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.8. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-12-03T20:30:42,798 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.8 so closing down 2024-12-03T20:30:42,798 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T20:30:42,799 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T20:30:42,802 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-12-03T20:30:42,802 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-12-03T20:30:42,802 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-12-03T20:30:42,803 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-12-03T20:30:42,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742361_1541 (size=753) 2024-12-03T20:30:42,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742361_1541 (size=753) 2024-12-03T20:30:42,814 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T20:30:42,815 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-12-03T20:30:42,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742362_1542 (size=687) 2024-12-03T20:30:42,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742362_1542 (size=687) 2024-12-03T20:30:42,822 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-12-03T20:30:42,823 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/ccc/recovered.edits/0000000000000000177 2024-12-03T20:30:42,823 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 26 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.8, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-12-03T20:30:42,823 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.8, journal: Splitting hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.8, size=1.4 K (1413bytes) at 1733257842793Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.8 so closing down at 1733257842798 (+5 ms)3 split writer threads finished at 1733257842799 (+1 ms)Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1733257842802 (+3 ms)Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1733257842803 (+1 ms)Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733257842814 (+11 ms)Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1733257842815 (+1 ms)Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1733257842822 (+7 ms)Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/ccc/recovered.edits/0000000000000000177 at 1733257842823 (+1 ms)Processed 19 edits across 2 Regions in 26 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.8, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1733257842823 2024-12-03T20:30:42,824 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.8 to hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/corrupt/wal.dat.8 2024-12-03T20:30:42,824 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.9, size=1.4 K (1413bytes) 2024-12-03T20:30:42,824 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.9 2024-12-03T20:30:42,824 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.9 after 0ms 2024-12-03T20:30:42,826 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.9 took 2ms 2024-12-03T20:30:42,827 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.9 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.9. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-12-03T20:30:42,827 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.9 so closing down 2024-12-03T20:30:42,827 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T20:30:42,827 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T20:30:42,829 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-12-03T20:30:42,829 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-12-03T20:30:42,830 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-12-03T20:30:42,836 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-12-03T20:30:42,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742363_1543 (size=753) 2024-12-03T20:30:42,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742363_1543 (size=753) 2024-12-03T20:30:42,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742364_1544 (size=687) 2024-12-03T20:30:42,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742364_1544 (size=687) 2024-12-03T20:30:43,253 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T20:30:43,257 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-12-03T20:30:43,257 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-12-03T20:30:43,260 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/ccc/recovered.edits/0000000000000000197 2024-12-03T20:30:43,260 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 434 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.9, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-12-03T20:30:43,260 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.9, journal: Splitting hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.9, size=1.4 K (1413bytes) at 1733257842824Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.9 so closing down at 1733257842827 (+3 ms)3 split writer threads finished at 1733257842827Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1733257842829 (+2 ms)Creating recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1733257842836 (+7 ms)Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733257843253 (+417 ms)Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1733257843257 (+4 ms)Closed recovered edits writer path=hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1733257843257Rename recovered edits hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/data/default/t1/ccc/recovered.edits/0000000000000000197 at 1733257843260 (+3 ms)Processed 19 edits across 2 Regions in 434 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.9, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1733257843260 2024-12-03T20:30:43,263 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733257837122/wal.dat.9 to hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/corrupt/wal.dat.9 2024-12-03T20:30:43,264 DEBUG [Time-limited test {}] wal.TestWALSplit(621): Archived logs in CORRUPTDIR: HdfsNamedFileStatus{path=hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/corrupt/wal.dat.0; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1733257842519; access_time=1733257840375; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/corrupt/wal.dat.1; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1733257842563; access_time=1733257840422; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/corrupt/wal.dat.2; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1733257842594; access_time=1733257840469; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/corrupt/wal.dat.3; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1733257842637; access_time=1733257840896; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/corrupt/wal.dat.4; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1733257842680; access_time=1733257841403; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/corrupt/wal.dat.5; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1733257842717; access_time=1733257841432; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/corrupt/wal.dat.6; isDirectory=false; length=1405; replication=2; blocksize=268435456; modification_time=1733257842759; access_time=1733257841495; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/corrupt/wal.dat.7; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1733257842792; access_time=1733257841988; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/corrupt/wal.dat.8; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1733257842823; access_time=1733257842430; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:45023/user/jenkins/test-data/a0960be2-c605-14c8-d3d4-e6b95498f83b/corrupt/wal.dat.9; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1733257843261; access_time=1733257842473; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} 2024-12-03T20:30:43,277 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testCorruptedFileGetsArchivedIfSkipErrors Thread=134 (was 134), OpenFileDescriptor=385 (was 385), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1358 (was 1397), ProcessCount=11 (was 11), AvailableMemoryMB=1429 (was 1024) - AvailableMemoryMB LEAK? - 2024-12-03T20:30:43,295 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileFirstLineCorruptionLog Thread=134, OpenFileDescriptor=385, MaxFileDescriptor=1048576, SystemLoadAverage=1358, ProcessCount=11, AvailableMemoryMB=1426 2024-12-03T20:30:43,297 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-12-03T20:30:43,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742365_1545 (size=7) 2024-12-03T20:30:43,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742365_1545 (size=7) 2024-12-03T20:30:43,723 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45023/user/jenkins/test-data/72ccf0d3-cc6f-26e3-cf7f-cdec76677e77 with version=8 2024-12-03T20:30:43,724 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:30:43,725 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:30:43,732 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-12-03T20:30:43,732 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-12-03T20:30:43,734 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-12-03T20:30:43,735 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-12-03T20:30:43,741 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:43,741 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:43,820 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:43,820 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:43,844 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:43,844 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:43,859 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:43,859 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:43,868 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:43,868 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:43,893 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:43,893 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:43,908 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:43,908 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:43,916 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:43,916 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:43,916 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:43,916 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:43,917 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:43,917 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:43,917 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:43,918 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:43,928 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:43,928 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:43,940 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:43,940 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:43,948 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:43,948 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:43,949 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:43,949 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:43,950 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:43,950 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:43,950 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:43,950 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:43,950 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:43,950 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:43,950 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:43,950 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:43,950 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T20:30:43,950 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T20:30:43,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742366_1546 (size=2324) 2024-12-03T20:30:43,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742366_1546 (size=2324) 2024-12-03T20:30:44,359 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-12-03T20:30:44,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073742367_1547 (size=2325) 2024-12-03T20:30:44,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073742367_1547 (size=2325) 2024-12-03T20:30:44,421 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45023/user/jenkins/test-data/21caf5e8-0de9-c897-4331-53da7ab25f7b/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1733257843732/wal.dat.0, size=2.3 K (2325bytes) 2024-12-03T20:30:44,421 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45023/user/jenkins/test-data/21caf5e8-0de9-c897-4331-53da7ab25f7b/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1733257843732/wal.dat.0 2024-12-03T20:30:44,421 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45023/user/jenkins/test-data/21caf5e8-0de9-c897-4331-53da7ab25f7b/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1733257843732/wal.dat.0 after 0ms 2024-12-03T20:30:44,436 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:45023/user/jenkins/test-data/21caf5e8-0de9-c897-4331-53da7ab25f7b/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1733257843732/wal.dat.0 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true; could not open hdfs://localhost:45023/user/jenkins/test-data/21caf5e8-0de9-c897-4331-53da7ab25f7b/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1733257843732/wal.dat.0, skipping at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:481) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:305) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testSplitLogFileFirstLineCorruptionLog(TestWALSplit.java:1141) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: Invalid PB WAL magic \x00PWA, expected PWAL at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.readHeader(AbstractProtobufWALReader.java:225) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.init(AbstractProtobufWALReader.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:417) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:396) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:527) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:459) ~[classes/:?] ... 30 more 2024-12-03T20:30:44,437 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/21caf5e8-0de9-c897-4331-53da7ab25f7b/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1733257843732/wal.dat.0 so closing down 2024-12-03T20:30:44,437 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/21caf5e8-0de9-c897-4331-53da7ab25f7b/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1733257843732/wal.dat.0, size=2.3 K, length=2325, corrupted=true, cancelled=false 2024-12-03T20:30:44,437 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45023/user/jenkins/test-data/21caf5e8-0de9-c897-4331-53da7ab25f7b/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1733257843732/wal.dat.0, journal: Splitting hdfs://localhost:45023/user/jenkins/test-data/21caf5e8-0de9-c897-4331-53da7ab25f7b/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1733257843732/wal.dat.0, size=2.3 K (2325bytes) at 1733257844421Finishing writing output for hdfs://localhost:45023/user/jenkins/test-data/21caf5e8-0de9-c897-4331-53da7ab25f7b/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1733257843732/wal.dat.0 so closing down at 1733257844437 (+16 ms)Processed 0 edits across 0 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:45023/user/jenkins/test-data/21caf5e8-0de9-c897-4331-53da7ab25f7b/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1733257843732/wal.dat.0, size=2.3 K, length=2325, corrupted=true, cancelled=false at 1733257844437 2024-12-03T20:30:44,440 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45023/user/jenkins/test-data/21caf5e8-0de9-c897-4331-53da7ab25f7b/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1733257843732/wal.dat.0 to hdfs://localhost:45023/user/jenkins/test-data/21caf5e8-0de9-c897-4331-53da7ab25f7b/corrupt/wal.dat.0 2024-12-03T20:30:44,454 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileFirstLineCorruptionLog Thread=134 (was 134), OpenFileDescriptor=385 (was 385), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1297 (was 1358), ProcessCount=11 (was 11), AvailableMemoryMB=1238 (was 1426) 2024-12-03T20:30:44,474 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@70f36a85{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T20:30:44,481 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@66d70af1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T20:30:44,481 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T20:30:44,481 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@32e5233f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T20:30:44,481 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2243c342{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6be44be3-5fe8-f184-1c38-7fadd37758d8/hadoop.log.dir/,STOPPED} 2024-12-03T20:30:44,487 WARN [BP-1779702324-172.17.0.3-1733257731418 heartbeating to localhost/127.0.0.1:45023 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T20:30:44,487 WARN [BP-1779702324-172.17.0.3-1733257731418 heartbeating to localhost/127.0.0.1:45023 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1779702324-172.17.0.3-1733257731418 (Datanode Uuid 2ddf3481-2ea6-436d-b15b-51e5b81b6e6f) service to localhost/127.0.0.1:45023 2024-12-03T20:30:44,494 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T20:30:44,494 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T20:30:44,513 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6be44be3-5fe8-f184-1c38-7fadd37758d8/cluster_b2893956-3093-4640-cdc3-953572e7603a/data/data4/current/BP-1779702324-172.17.0.3-1733257731418 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T20:30:44,513 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T20:30:44,513 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6be44be3-5fe8-f184-1c38-7fadd37758d8/cluster_b2893956-3093-4640-cdc3-953572e7603a/data/data3/current/BP-1779702324-172.17.0.3-1733257731418 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T20:30:44,517 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@77905e1a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T20:30:44,517 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@51688fba{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T20:30:44,517 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T20:30:44,517 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2b1ce37d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T20:30:44,517 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@52e11b04{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6be44be3-5fe8-f184-1c38-7fadd37758d8/hadoop.log.dir/,STOPPED} 2024-12-03T20:30:44,519 WARN [BP-1779702324-172.17.0.3-1733257731418 heartbeating to localhost/127.0.0.1:45023 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T20:30:44,519 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T20:30:44,519 WARN [BP-1779702324-172.17.0.3-1733257731418 heartbeating to localhost/127.0.0.1:45023 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1779702324-172.17.0.3-1733257731418 (Datanode Uuid 4c2bd8c2-dad7-428c-9138-fdf59b26d5be) service to localhost/127.0.0.1:45023 2024-12-03T20:30:44,519 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T20:30:44,520 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6be44be3-5fe8-f184-1c38-7fadd37758d8/cluster_b2893956-3093-4640-cdc3-953572e7603a/data/data1/current/BP-1779702324-172.17.0.3-1733257731418 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T20:30:44,520 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6be44be3-5fe8-f184-1c38-7fadd37758d8/cluster_b2893956-3093-4640-cdc3-953572e7603a/data/data2/current/BP-1779702324-172.17.0.3-1733257731418 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T20:30:44,521 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T20:30:44,537 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2c11409d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T20:30:44,538 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3530a43d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T20:30:44,538 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T20:30:44,538 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@26fb3c44{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T20:30:44,538 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@ef9ef29{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6be44be3-5fe8-f184-1c38-7fadd37758d8/hadoop.log.dir/,STOPPED}