2024-11-18 21:15:21,663 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@446a1e84 2024-11-18 21:15:21,749 main DEBUG Took 0.083132 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-18 21:15:21,755 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-18 21:15:21,756 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-18 21:15:21,760 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-18 21:15:21,766 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 21:15:21,794 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-18 21:15:21,836 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 21:15:21,850 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 21:15:21,851 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 21:15:21,852 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 21:15:21,852 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 21:15:21,853 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 21:15:21,854 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 21:15:21,854 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 21:15:21,861 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 21:15:21,862 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 21:15:21,863 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 21:15:21,863 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 21:15:21,864 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 21:15:21,868 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 21:15:21,869 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 21:15:21,870 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 21:15:21,870 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 21:15:21,871 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 21:15:21,871 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 21:15:21,872 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 21:15:21,876 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 21:15:21,877 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 21:15:21,880 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 21:15:21,881 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 21:15:21,882 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 21:15:21,882 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-18 21:15:21,886 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 21:15:21,888 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-18 21:15:21,890 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-18 21:15:21,891 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-18 21:15:21,902 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-18 21:15:21,903 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-18 21:15:21,920 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-18 21:15:21,934 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-18 21:15:21,936 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-18 21:15:21,937 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-18 21:15:21,942 main DEBUG createAppenders(={Console}) 2024-11-18 21:15:21,943 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@446a1e84 initialized 2024-11-18 21:15:21,947 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@446a1e84 2024-11-18 21:15:21,947 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@446a1e84 OK. 2024-11-18 21:15:21,950 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-18 21:15:21,951 main DEBUG OutputStream closed 2024-11-18 21:15:21,951 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-18 21:15:21,952 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-18 21:15:21,952 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@1b11171f OK 2024-11-18 21:15:22,359 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-18 21:15:22,363 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-18 21:15:22,364 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-18 21:15:22,372 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-18 21:15:22,384 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-18 21:15:22,384 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-18 21:15:22,385 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-18 21:15:22,386 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-18 21:15:22,394 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-18 21:15:22,394 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-18 21:15:22,395 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-18 21:15:22,395 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-18 21:15:22,396 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-18 21:15:22,397 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-18 21:15:22,397 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-18 21:15:22,398 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-18 21:15:22,398 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-18 21:15:22,399 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-18 21:15:22,419 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-18 21:15:22,425 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@1921ad94) with optional ClassLoader: null 2024-11-18 21:15:22,425 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-18 21:15:22,426 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@1921ad94] started OK. 2024-11-18T21:15:22,490 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.wal.TestWALSplit timeout: 13 mins 2024-11-18 21:15:22,494 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-18 21:15:22,494 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-18T21:15:23,158 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ca8e6524-3e7e-4bb6-ba96-a867a3da916a 2024-11-18T21:15:23,159 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.wal.TestWALSplitBoundedLogWriterCreation timeout: 13 mins 2024-11-18T21:15:23,412 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-18T21:15:23,556 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ca8e6524-3e7e-4bb6-ba96-a867a3da916a/cluster_05f5424b-5420-da01-14f6-f53fa2b732dd, deleteOnExit=true 2024-11-18T21:15:23,558 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ca8e6524-3e7e-4bb6-ba96-a867a3da916a/test.cache.data in system properties and HBase conf 2024-11-18T21:15:23,560 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ca8e6524-3e7e-4bb6-ba96-a867a3da916a/hadoop.tmp.dir in system properties and HBase conf 2024-11-18T21:15:23,561 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ca8e6524-3e7e-4bb6-ba96-a867a3da916a/hadoop.log.dir in system properties and HBase conf 2024-11-18T21:15:23,562 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ca8e6524-3e7e-4bb6-ba96-a867a3da916a/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-18T21:15:23,562 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ca8e6524-3e7e-4bb6-ba96-a867a3da916a/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-18T21:15:23,563 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-18T21:15:23,675 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-18T21:15:23,680 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ca8e6524-3e7e-4bb6-ba96-a867a3da916a/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-18T21:15:23,681 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ca8e6524-3e7e-4bb6-ba96-a867a3da916a/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-18T21:15:23,682 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ca8e6524-3e7e-4bb6-ba96-a867a3da916a/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-18T21:15:23,682 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ca8e6524-3e7e-4bb6-ba96-a867a3da916a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T21:15:23,683 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ca8e6524-3e7e-4bb6-ba96-a867a3da916a/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-18T21:15:23,684 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ca8e6524-3e7e-4bb6-ba96-a867a3da916a/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-18T21:15:23,684 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ca8e6524-3e7e-4bb6-ba96-a867a3da916a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T21:15:23,686 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ca8e6524-3e7e-4bb6-ba96-a867a3da916a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T21:15:23,686 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ca8e6524-3e7e-4bb6-ba96-a867a3da916a/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-18T21:15:23,687 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ca8e6524-3e7e-4bb6-ba96-a867a3da916a/nfs.dump.dir in system properties and HBase conf 2024-11-18T21:15:23,688 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ca8e6524-3e7e-4bb6-ba96-a867a3da916a/java.io.tmpdir in system properties and HBase conf 2024-11-18T21:15:23,688 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ca8e6524-3e7e-4bb6-ba96-a867a3da916a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T21:15:23,689 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ca8e6524-3e7e-4bb6-ba96-a867a3da916a/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-18T21:15:23,689 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ca8e6524-3e7e-4bb6-ba96-a867a3da916a/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-18T21:15:25,309 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-18T21:15:25,526 INFO [Time-limited test {}] log.Log(170): Logging initialized @5800ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-18T21:15:25,716 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T21:15:25,870 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T21:15:25,973 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T21:15:25,973 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T21:15:25,975 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-18T21:15:25,996 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T21:15:25,999 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7bfb36ca{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ca8e6524-3e7e-4bb6-ba96-a867a3da916a/hadoop.log.dir/,AVAILABLE} 2024-11-18T21:15:26,001 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@71242182{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T21:15:26,352 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4b6d203a{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ca8e6524-3e7e-4bb6-ba96-a867a3da916a/java.io.tmpdir/jetty-localhost-40329-hadoop-hdfs-3_4_1-tests_jar-_-any-17187548413850924357/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T21:15:26,365 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4a4cb67b{HTTP/1.1, (http/1.1)}{localhost:40329} 2024-11-18T21:15:26,365 INFO [Time-limited test {}] server.Server(415): Started @6641ms 2024-11-18T21:15:27,288 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T21:15:27,297 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T21:15:27,305 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T21:15:27,305 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T21:15:27,305 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-18T21:15:27,306 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3efcb58c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ca8e6524-3e7e-4bb6-ba96-a867a3da916a/hadoop.log.dir/,AVAILABLE} 2024-11-18T21:15:27,307 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3a5251ed{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T21:15:27,504 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@69ca4b68{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ca8e6524-3e7e-4bb6-ba96-a867a3da916a/java.io.tmpdir/jetty-localhost-39683-hadoop-hdfs-3_4_1-tests_jar-_-any-1080517901635358443/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T21:15:27,505 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1fc9de75{HTTP/1.1, (http/1.1)}{localhost:39683} 2024-11-18T21:15:27,505 INFO [Time-limited test {}] server.Server(415): Started @7781ms 2024-11-18T21:15:27,600 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T21:15:27,889 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T21:15:27,903 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T21:15:27,935 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T21:15:27,935 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T21:15:27,935 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-18T21:15:27,957 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@71c3af58{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ca8e6524-3e7e-4bb6-ba96-a867a3da916a/hadoop.log.dir/,AVAILABLE} 2024-11-18T21:15:27,958 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4957da5e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T21:15:28,326 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@329e95be{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ca8e6524-3e7e-4bb6-ba96-a867a3da916a/java.io.tmpdir/jetty-localhost-39077-hadoop-hdfs-3_4_1-tests_jar-_-any-2549705495432635541/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T21:15:28,332 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@19304fb6{HTTP/1.1, (http/1.1)}{localhost:39077} 2024-11-18T21:15:28,332 INFO [Time-limited test {}] server.Server(415): Started @8607ms 2024-11-18T21:15:28,336 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T21:15:28,765 WARN [Thread-94 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ca8e6524-3e7e-4bb6-ba96-a867a3da916a/cluster_05f5424b-5420-da01-14f6-f53fa2b732dd/data/data1/current/BP-539745716-172.17.0.3-1731964524916/current, will proceed with Du for space computation calculation, 2024-11-18T21:15:28,769 WARN [Thread-97 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ca8e6524-3e7e-4bb6-ba96-a867a3da916a/cluster_05f5424b-5420-da01-14f6-f53fa2b732dd/data/data3/current/BP-539745716-172.17.0.3-1731964524916/current, will proceed with Du for space computation calculation, 2024-11-18T21:15:28,773 WARN [Thread-98 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ca8e6524-3e7e-4bb6-ba96-a867a3da916a/cluster_05f5424b-5420-da01-14f6-f53fa2b732dd/data/data4/current/BP-539745716-172.17.0.3-1731964524916/current, will proceed with Du for space computation calculation, 2024-11-18T21:15:28,785 WARN [Thread-96 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ca8e6524-3e7e-4bb6-ba96-a867a3da916a/cluster_05f5424b-5420-da01-14f6-f53fa2b732dd/data/data2/current/BP-539745716-172.17.0.3-1731964524916/current, will proceed with Du for space computation calculation, 2024-11-18T21:15:29,036 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T21:15:29,045 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T21:15:29,153 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe06d1f24c18cd60c with lease ID 0x4324ddef92b79929: Processing first storage report for DS-58b08eff-0c27-4e72-80df-ffa4c3da301d from datanode DatanodeRegistration(127.0.0.1:39729, datanodeUuid=9542e3ca-6e1d-4b19-a3c7-c03912a68584, infoPort=42109, infoSecurePort=0, ipcPort=34149, storageInfo=lv=-57;cid=testClusterID;nsid=64382464;c=1731964524916) 2024-11-18T21:15:29,155 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe06d1f24c18cd60c with lease ID 0x4324ddef92b79929: from storage DS-58b08eff-0c27-4e72-80df-ffa4c3da301d node DatanodeRegistration(127.0.0.1:39729, datanodeUuid=9542e3ca-6e1d-4b19-a3c7-c03912a68584, infoPort=42109, infoSecurePort=0, ipcPort=34149, storageInfo=lv=-57;cid=testClusterID;nsid=64382464;c=1731964524916), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-18T21:15:29,156 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe1ec818c3e7ee0ef with lease ID 0x4324ddef92b7992a: Processing first storage report for DS-b76df290-5a67-4046-b28f-ef9f22f72503 from datanode DatanodeRegistration(127.0.0.1:42933, datanodeUuid=a25ad711-4c1b-4c26-b972-9ec3da7c06db, infoPort=44197, infoSecurePort=0, ipcPort=36745, storageInfo=lv=-57;cid=testClusterID;nsid=64382464;c=1731964524916) 2024-11-18T21:15:29,156 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe1ec818c3e7ee0ef with lease ID 0x4324ddef92b7992a: from storage DS-b76df290-5a67-4046-b28f-ef9f22f72503 node DatanodeRegistration(127.0.0.1:42933, datanodeUuid=a25ad711-4c1b-4c26-b972-9ec3da7c06db, infoPort=44197, infoSecurePort=0, ipcPort=36745, storageInfo=lv=-57;cid=testClusterID;nsid=64382464;c=1731964524916), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-18T21:15:29,157 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe06d1f24c18cd60c with lease ID 0x4324ddef92b79929: Processing first storage report for DS-08355188-4ee4-4de0-9543-03a59040a3c6 from datanode DatanodeRegistration(127.0.0.1:39729, datanodeUuid=9542e3ca-6e1d-4b19-a3c7-c03912a68584, infoPort=42109, infoSecurePort=0, ipcPort=34149, storageInfo=lv=-57;cid=testClusterID;nsid=64382464;c=1731964524916) 2024-11-18T21:15:29,157 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe06d1f24c18cd60c with lease ID 0x4324ddef92b79929: from storage DS-08355188-4ee4-4de0-9543-03a59040a3c6 node DatanodeRegistration(127.0.0.1:39729, datanodeUuid=9542e3ca-6e1d-4b19-a3c7-c03912a68584, infoPort=42109, infoSecurePort=0, ipcPort=34149, storageInfo=lv=-57;cid=testClusterID;nsid=64382464;c=1731964524916), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-18T21:15:29,157 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe1ec818c3e7ee0ef with lease ID 0x4324ddef92b7992a: Processing first storage report for DS-3cc3ed70-ce7e-4654-8e1f-bb2d2db446ea from datanode DatanodeRegistration(127.0.0.1:42933, datanodeUuid=a25ad711-4c1b-4c26-b972-9ec3da7c06db, infoPort=44197, infoSecurePort=0, ipcPort=36745, storageInfo=lv=-57;cid=testClusterID;nsid=64382464;c=1731964524916) 2024-11-18T21:15:29,158 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe1ec818c3e7ee0ef with lease ID 0x4324ddef92b7992a: from storage DS-3cc3ed70-ce7e-4654-8e1f-bb2d2db446ea node DatanodeRegistration(127.0.0.1:42933, datanodeUuid=a25ad711-4c1b-4c26-b972-9ec3da7c06db, infoPort=44197, infoSecurePort=0, ipcPort=36745, storageInfo=lv=-57;cid=testClusterID;nsid=64382464;c=1731964524916), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T21:15:29,302 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ca8e6524-3e7e-4bb6-ba96-a867a3da916a 2024-11-18T21:15:29,334 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testCorruptedLogFilesSkipErrorsFalseDoesNotTouchLogs Thread=124, OpenFileDescriptor=367, MaxFileDescriptor=1048576, SystemLoadAverage=1468, ProcessCount=11, AvailableMemoryMB=2493 2024-11-18T21:15:29,337 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-18T21:15:29,366 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T21:15:29,371 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T21:15:29,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073741825_1001 (size=7) 2024-11-18T21:15:29,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073741825_1001 (size=7) 2024-11-18T21:15:30,219 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46137/user/jenkins/test-data/9ef4685d-dcb0-9285-14b4-7002b6c51974 with version=8 2024-11-18T21:15:30,220 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T21:15:30,223 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T21:15:30,272 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-18T21:15:30,337 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-18T21:15:30,381 DEBUG [Time-limited test {}] wal.TestWALSplit(653): no previous CORRUPTDIR to clean. 2024-11-18T21:15:30,388 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-18T21:15:30,388 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-18T21:15:30,394 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-18T21:15:30,403 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-18T21:15:30,432 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:30,436 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-18T21:15:30,456 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:30,518 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:30,518 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:30,524 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:30,525 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:30,528 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:30,529 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:30,531 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:30,531 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:30,533 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:30,533 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:30,534 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:30,534 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:30,535 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:30,536 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:30,537 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:30,538 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:30,541 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:30,541 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:30,543 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:30,543 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:30,545 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:30,546 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:30,547 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:30,548 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:30,549 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:30,549 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:30,550 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:30,551 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:30,554 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:30,554 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:30,558 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:30,559 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:30,561 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:30,562 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:30,563 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:30,563 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:30,565 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:30,565 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:30,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073741826_1002 (size=1393) 2024-11-18T21:15:30,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073741826_1002 (size=1393) 2024-11-18T21:15:30,573 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-18T21:15:30,574 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-18T21:15:30,580 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:30,581 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:30,611 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:30,611 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:30,613 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:30,613 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:30,615 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:30,616 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:30,617 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:30,618 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:30,619 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:30,619 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:30,623 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:30,623 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:30,624 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:30,625 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:30,626 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:30,626 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:30,628 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:30,629 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:30,636 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:30,641 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:30,642 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:30,643 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:30,644 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:30,644 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:30,646 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:30,646 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:30,648 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:30,648 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:30,656 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:30,656 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:30,657 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:30,658 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:30,659 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:30,659 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:30,661 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:30,661 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:30,663 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:30,663 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:30,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073741827_1003 (size=1393) 2024-11-18T21:15:30,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073741827_1003 (size=1393) 2024-11-18T21:15:31,079 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-18T21:15:31,080 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-18T21:15:31,089 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:31,090 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:31,121 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:31,121 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:31,123 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:31,123 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:31,125 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:31,125 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:31,126 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:31,126 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:31,128 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:31,128 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:31,134 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:31,134 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:31,135 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:31,135 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:31,137 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:31,137 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:31,139 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:31,139 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:31,141 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:31,141 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:31,145 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:31,146 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:31,153 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:31,154 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:31,160 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:31,160 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:31,165 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:31,166 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:31,169 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:31,173 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:31,181 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:31,181 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:31,183 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:31,183 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:31,185 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:31,186 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:31,187 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:31,187 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:31,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073741828_1004 (size=1393) 2024-11-18T21:15:31,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073741828_1004 (size=1393) 2024-11-18T21:15:31,201 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-18T21:15:31,202 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-18T21:15:31,212 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:31,213 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:31,258 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:31,258 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:31,277 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:31,277 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:31,289 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:31,289 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:31,299 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:31,299 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:31,303 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:31,303 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:31,307 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:31,307 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:31,309 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:31,309 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:31,314 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:31,314 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:31,315 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:31,315 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:31,319 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:31,319 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:31,322 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:31,322 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:31,323 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:31,323 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:31,324 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:31,325 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:31,326 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:31,326 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:31,333 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:31,333 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:31,335 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:31,336 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:31,337 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:31,337 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:31,339 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:31,339 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:31,340 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:31,341 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:31,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073741829_1005 (size=1393) 2024-11-18T21:15:31,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073741829_1005 (size=1393) 2024-11-18T21:15:31,352 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-18T21:15:31,353 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-18T21:15:31,374 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:31,374 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:31,400 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:31,401 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:31,402 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:31,403 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:31,404 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:31,404 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:31,409 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:31,409 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:31,414 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:31,415 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:31,422 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:31,423 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:31,424 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:31,425 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:31,426 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:31,426 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:31,428 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:31,428 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:31,429 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:31,430 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:31,431 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:31,431 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:31,432 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:31,432 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:31,434 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:31,434 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:31,436 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:31,437 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:31,438 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:31,439 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:31,440 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:31,440 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:31,441 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:31,441 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:31,442 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:31,442 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:31,445 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:31,446 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:31,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073741830_1006 (size=1393) 2024-11-18T21:15:31,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073741830_1006 (size=1393) 2024-11-18T21:15:31,865 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-18T21:15:31,865 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-18T21:15:31,869 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:31,869 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:31,891 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:31,892 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:31,897 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:31,898 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:31,907 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:31,908 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:31,912 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:31,912 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:31,915 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:31,915 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:31,917 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:31,917 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:31,919 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:31,919 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:31,921 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:31,921 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:31,923 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:31,923 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:31,924 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:31,924 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:31,926 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:31,926 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:31,927 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:31,928 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:31,929 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:31,929 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:31,930 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:31,930 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:31,931 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:31,931 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:31,932 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:31,933 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:31,934 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:31,934 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:31,935 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:31,935 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:31,936 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:31,936 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:31,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073741831_1007 (size=1393) 2024-11-18T21:15:31,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073741831_1007 (size=1393) 2024-11-18T21:15:31,947 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-18T21:15:31,948 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-18T21:15:31,951 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:31,952 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:31,971 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:31,972 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:31,981 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:31,981 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:31,985 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:31,985 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:31,986 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:31,986 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:31,987 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:31,988 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:31,988 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:31,989 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:31,989 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:31,990 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:31,990 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:31,991 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:31,991 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:31,991 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:31,992 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:31,993 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:31,994 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:31,994 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:31,995 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:31,995 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:31,996 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:31,996 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:31,997 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:31,997 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:31,998 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:31,999 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:32,000 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:32,000 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:32,001 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:32,001 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:32,004 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:32,005 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:32,005 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:32,006 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:32,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073741832_1008 (size=1405) 2024-11-18T21:15:32,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073741832_1008 (size=1405) 2024-11-18T21:15:32,022 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-18T21:15:32,022 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-18T21:15:32,033 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:32,033 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:32,067 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:32,068 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:32,069 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:32,069 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:32,073 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:32,073 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:32,077 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:32,077 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:32,078 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:32,079 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:32,080 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:32,080 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:32,084 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:32,084 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:32,086 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:32,086 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:32,088 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:32,088 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:32,090 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:32,090 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:32,092 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:32,092 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:32,093 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:32,093 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:32,094 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:32,095 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:32,096 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:32,096 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:32,097 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:32,097 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:32,099 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:32,099 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:32,103 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:32,103 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:32,106 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:32,106 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:32,110 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:32,110 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:32,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073741833_1009 (size=1413) 2024-11-18T21:15:32,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073741833_1009 (size=1413) 2024-11-18T21:15:32,124 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-18T21:15:32,124 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-18T21:15:32,127 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:32,128 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:32,144 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:32,144 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:32,147 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:32,147 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:32,148 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:32,149 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:32,149 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:32,150 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:32,151 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:32,151 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:32,152 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:32,152 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:32,154 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:32,154 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:32,155 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:32,156 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:32,157 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:32,157 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:32,158 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:32,158 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:32,159 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:32,160 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:32,163 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:32,163 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:32,167 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:32,167 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:32,168 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:32,169 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:32,169 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:32,170 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:32,170 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:32,170 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:32,171 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:32,171 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:32,173 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:32,173 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:32,174 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:32,174 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:32,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073741834_1010 (size=1413) 2024-11-18T21:15:32,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073741834_1010 (size=1413) 2024-11-18T21:15:32,181 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-18T21:15:32,181 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-18T21:15:32,184 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:32,184 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:32,199 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:32,199 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:32,202 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:32,202 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:32,203 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:32,203 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:32,204 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:32,204 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:32,205 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:32,205 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:32,206 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:32,206 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:32,207 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:32,207 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:32,208 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:32,208 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:32,209 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:32,209 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:32,210 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:32,211 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:32,213 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:32,213 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:32,214 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:32,215 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:32,216 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:32,216 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:32,217 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:32,218 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:32,219 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:32,219 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:32,220 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:32,220 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:32,221 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:32,221 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:32,222 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:32,223 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:32,223 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:32,223 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:32,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073741835_1011 (size=1413) 2024-11-18T21:15:32,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073741835_1011 (size=1413) 2024-11-18T21:15:32,230 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-18T21:15:32,346 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46137/user/jenkins/test-data/691b050a-c219-909b-8b15-15e049252891/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1731964530346/wal.dat.0, size=1.4 K (1393bytes) 2024-11-18T21:15:32,347 DEBUG [Time-limited test {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-18T21:15:32,348 DEBUG [Time-limited test {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-18T21:15:32,348 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46137/user/jenkins/test-data/691b050a-c219-909b-8b15-15e049252891/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1731964530346/wal.dat.0 2024-11-18T21:15:32,357 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46137/user/jenkins/test-data/691b050a-c219-909b-8b15-15e049252891/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1731964530346/wal.dat.0 after 6ms 2024-11-18T21:15:32,449 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46137/user/jenkins/test-data/691b050a-c219-909b-8b15-15e049252891/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1731964530346/wal.dat.0 took 110ms 2024-11-18T21:15:32,462 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/691b050a-c219-909b-8b15-15e049252891/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1731964530346/wal.dat.0 so closing down 2024-11-18T21:15:32,469 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T21:15:32,470 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T21:15:32,478 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 19 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/691b050a-c219-909b-8b15-15e049252891/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1731964530346/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T21:15:32,482 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46137/user/jenkins/test-data/691b050a-c219-909b-8b15-15e049252891/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1731964530346/wal.dat.0, journal: Splitting hdfs://localhost:46137/user/jenkins/test-data/691b050a-c219-909b-8b15-15e049252891/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1731964530346/wal.dat.0, size=1.4 K (1393bytes) at 1731964532346Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/691b050a-c219-909b-8b15-15e049252891/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1731964530346/wal.dat.0 so closing down at 1731964532462 (+116 ms)3 split writer threads finished at 1731964532470 (+8 ms)Processed 0 edits across 0 Regions in 19 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/691b050a-c219-909b-8b15-15e049252891/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1731964530346/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731964532478 (+8 ms) 2024-11-18T21:15:32,482 DEBUG [Time-limited test {}] wal.TestWALSplit(687): split with 'skip errors' set to 'false' correctly threw 2024-11-18T21:15:32,533 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testCorruptedLogFilesSkipErrorsFalseDoesNotTouchLogs Thread=129 (was 124) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46137 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1394216258_22 at /127.0.0.1:57854 [Waiting for operation #3] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@e7854d7 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=375 (was 367) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1468 (was 1468), ProcessCount=11 (was 11), AvailableMemoryMB=2281 (was 2493) 2024-11-18T21:15:32,548 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileMultipleRegions Thread=129, OpenFileDescriptor=375, MaxFileDescriptor=1048576, SystemLoadAverage=1468, ProcessCount=11, AvailableMemoryMB=2280 2024-11-18T21:15:32,548 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-18T21:15:32,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073741836_1012 (size=7) 2024-11-18T21:15:32,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073741836_1012 (size=7) 2024-11-18T21:15:33,010 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46137/user/jenkins/test-data/9ef4685d-dcb0-9285-14b4-7002b6c51974 with version=8 2024-11-18T21:15:33,010 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T21:15:33,014 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T21:15:33,023 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-18T21:15:33,024 INFO [Time-limited test {}] wal.TestWALSplit(1127): testSplitLogFileMultipleRegions 2024-11-18T21:15:33,024 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-18T21:15:33,026 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-18T21:15:33,031 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-18T21:15:33,041 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:33,042 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:33,075 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:33,075 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:33,078 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:33,078 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:33,083 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:33,083 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:33,085 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:33,086 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:33,088 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:33,088 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:33,090 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:33,090 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:33,093 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:33,094 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:33,094 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:33,095 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:33,096 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:33,096 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:33,097 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:33,097 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:33,099 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:33,099 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:33,100 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:33,100 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:33,100 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:33,101 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:33,109 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:33,109 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:33,111 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:33,111 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:33,112 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:33,113 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:33,115 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:33,115 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:33,117 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:33,117 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:33,118 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:33,118 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:33,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073741837_1013 (size=2324) 2024-11-18T21:15:33,128 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-18T21:15:33,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073741837_1013 (size=2324) 2024-11-18T21:15:33,156 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46137/user/jenkins/test-data/dc223e73-e2d4-4e85-d79f-d977258d1eac/WALs/testsplitlogfilemultipleregions,16010,1731964533024/wal.dat.0, size=2.3 K (2324bytes) 2024-11-18T21:15:33,157 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46137/user/jenkins/test-data/dc223e73-e2d4-4e85-d79f-d977258d1eac/WALs/testsplitlogfilemultipleregions,16010,1731964533024/wal.dat.0 2024-11-18T21:15:33,158 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46137/user/jenkins/test-data/dc223e73-e2d4-4e85-d79f-d977258d1eac/WALs/testsplitlogfilemultipleregions,16010,1731964533024/wal.dat.0 after 0ms 2024-11-18T21:15:33,165 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46137/user/jenkins/test-data/dc223e73-e2d4-4e85-d79f-d977258d1eac/WALs/testsplitlogfilemultipleregions,16010,1731964533024/wal.dat.0 took 9ms 2024-11-18T21:15:33,188 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/dc223e73-e2d4-4e85-d79f-d977258d1eac/WALs/testsplitlogfilemultipleregions,16010,1731964533024/wal.dat.0 so closing down 2024-11-18T21:15:33,188 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T21:15:33,188 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T21:15:33,230 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-18T21:15:33,230 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-18T21:15:33,233 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/dc223e73-e2d4-4e85-d79f-d977258d1eac/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-18T21:15:33,233 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/dc223e73-e2d4-4e85-d79f-d977258d1eac/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-18T21:15:33,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073741839_1015 (size=743) 2024-11-18T21:15:33,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073741838_1014 (size=743) 2024-11-18T21:15:33,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073741838_1014 (size=743) 2024-11-18T21:15:33,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073741839_1015 (size=743) 2024-11-18T21:15:33,271 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/dc223e73-e2d4-4e85-d79f-d977258d1eac/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 4 ms) 2024-11-18T21:15:33,271 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/dc223e73-e2d4-4e85-d79f-d977258d1eac/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 4 ms) 2024-11-18T21:15:33,275 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/dc223e73-e2d4-4e85-d79f-d977258d1eac/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:46137/user/jenkins/test-data/dc223e73-e2d4-4e85-d79f-d977258d1eac/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-18T21:15:33,276 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/dc223e73-e2d4-4e85-d79f-d977258d1eac/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:46137/user/jenkins/test-data/dc223e73-e2d4-4e85-d79f-d977258d1eac/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-18T21:15:33,277 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 27 edits across 2 Regions in 101 ms; skipped=7; WAL=hdfs://localhost:46137/user/jenkins/test-data/dc223e73-e2d4-4e85-d79f-d977258d1eac/WALs/testsplitlogfilemultipleregions,16010,1731964533024/wal.dat.0, size=2.3 K, length=2324, corrupted=false, cancelled=false 2024-11-18T21:15:33,277 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46137/user/jenkins/test-data/dc223e73-e2d4-4e85-d79f-d977258d1eac/WALs/testsplitlogfilemultipleregions,16010,1731964533024/wal.dat.0, journal: Splitting hdfs://localhost:46137/user/jenkins/test-data/dc223e73-e2d4-4e85-d79f-d977258d1eac/WALs/testsplitlogfilemultipleregions,16010,1731964533024/wal.dat.0, size=2.3 K (2324bytes) at 1731964533157Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/dc223e73-e2d4-4e85-d79f-d977258d1eac/WALs/testsplitlogfilemultipleregions,16010,1731964533024/wal.dat.0 so closing down at 1731964533188 (+31 ms)3 split writer threads finished at 1731964533188Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/dc223e73-e2d4-4e85-d79f-d977258d1eac/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731964533234 (+46 ms)Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/dc223e73-e2d4-4e85-d79f-d977258d1eac/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731964533235 (+1 ms)Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/dc223e73-e2d4-4e85-d79f-d977258d1eac/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 4 ms) at 1731964533271 (+36 ms)Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/dc223e73-e2d4-4e85-d79f-d977258d1eac/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 4 ms) at 1731964533271Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/dc223e73-e2d4-4e85-d79f-d977258d1eac/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:46137/user/jenkins/test-data/dc223e73-e2d4-4e85-d79f-d977258d1eac/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731964533275 (+4 ms)Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/dc223e73-e2d4-4e85-d79f-d977258d1eac/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:46137/user/jenkins/test-data/dc223e73-e2d4-4e85-d79f-d977258d1eac/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731964533276 (+1 ms)Processed 27 edits across 2 Regions in 101 ms; skipped=7; WAL=hdfs://localhost:46137/user/jenkins/test-data/dc223e73-e2d4-4e85-d79f-d977258d1eac/WALs/testsplitlogfilemultipleregions,16010,1731964533024/wal.dat.0, size=2.3 K, length=2324, corrupted=false, cancelled=false at 1731964533277 (+1 ms) 2024-11-18T21:15:33,297 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46137/user/jenkins/test-data/dc223e73-e2d4-4e85-d79f-d977258d1eac/WALs/testsplitlogfilemultipleregions,16010,1731964533024/wal.dat.0 to hdfs://localhost:46137/user/jenkins/test-data/dc223e73-e2d4-4e85-d79f-d977258d1eac/oldWALs/wal.dat.0 2024-11-18T21:15:33,377 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileMultipleRegions Thread=132 (was 129) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ca8e6524-3e7e-4bb6-ba96-a867a3da916a/cluster_05f5424b-5420-da01-14f6-f53fa2b732dd/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-993944073_22 at /127.0.0.1:54782 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ca8e6524-3e7e-4bb6-ba96-a867a3da916a/cluster_05f5424b-5420-da01-14f6-f53fa2b732dd/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-993944073_22 at /127.0.0.1:57854 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=383 (was 375) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1439 (was 1468), ProcessCount=11 (was 11), AvailableMemoryMB=2209 (was 2280) 2024-11-18T21:15:33,388 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testTerminationAskedByReporter Thread=132, OpenFileDescriptor=385, MaxFileDescriptor=1048576, SystemLoadAverage=1439, ProcessCount=11, AvailableMemoryMB=2207 2024-11-18T21:15:33,389 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-18T21:15:33,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073741840_1016 (size=7) 2024-11-18T21:15:33,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073741840_1016 (size=7) 2024-11-18T21:15:33,835 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46137/user/jenkins/test-data/9ef4685d-dcb0-9285-14b4-7002b6c51974 with version=8 2024-11-18T21:15:33,836 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T21:15:33,840 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T21:15:33,857 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-18T21:15:33,857 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-18T21:15:33,860 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-18T21:15:33,863 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-18T21:15:33,871 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:33,871 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:33,926 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:33,926 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:33,929 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:33,929 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:33,946 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:33,947 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:33,949 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:33,949 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:33,952 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:33,953 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:33,954 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:33,954 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:33,956 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:33,956 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:33,959 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:33,959 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:33,959 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:33,960 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:33,960 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:33,960 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:33,989 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:33,990 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:33,994 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:33,995 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:33,996 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:33,996 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:33,998 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:33,998 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:33,999 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:33,999 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:34,001 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:34,001 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:34,005 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:34,005 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:34,008 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:34,009 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:34,015 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:34,015 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:34,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073741841_1017 (size=2324) 2024-11-18T21:15:34,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073741841_1017 (size=2324) 2024-11-18T21:15:34,023 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-18T21:15:35,321 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46137/user/jenkins/test-data/9a919eda-2a9b-5181-c47a-4206e686d2f5/WALs/testterminationaskedbyreporter,16010,1731964533857/wal.dat.0, size=2.3 K (2324bytes) 2024-11-18T21:15:35,322 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/9a919eda-2a9b-5181-c47a-4206e686d2f5/WALs/testterminationaskedbyreporter,16010,1731964533857/wal.dat.0 so closing down 2024-11-18T21:15:35,323 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/9a919eda-2a9b-5181-c47a-4206e686d2f5/WALs/testterminationaskedbyreporter,16010,1731964533857/wal.dat.0, size=2.3 K, length=2324, corrupted=false, cancelled=true 2024-11-18T21:15:35,323 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46137/user/jenkins/test-data/9a919eda-2a9b-5181-c47a-4206e686d2f5/WALs/testterminationaskedbyreporter,16010,1731964533857/wal.dat.0, journal: Splitting hdfs://localhost:46137/user/jenkins/test-data/9a919eda-2a9b-5181-c47a-4206e686d2f5/WALs/testterminationaskedbyreporter,16010,1731964533857/wal.dat.0, size=2.3 K (2324bytes) at 1731964535322Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/9a919eda-2a9b-5181-c47a-4206e686d2f5/WALs/testterminationaskedbyreporter,16010,1731964533857/wal.dat.0 so closing down at 1731964535322Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/9a919eda-2a9b-5181-c47a-4206e686d2f5/WALs/testterminationaskedbyreporter,16010,1731964533857/wal.dat.0, size=2.3 K, length=2324, corrupted=false, cancelled=true at 1731964535323 (+1 ms) 2024-11-18T21:15:35,338 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testTerminationAskedByReporter Thread=132 (was 132), OpenFileDescriptor=383 (was 385), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1439 (was 1439), ProcessCount=11 (was 11), AvailableMemoryMB=1942 (was 2207) 2024-11-18T21:15:35,350 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitDeletedRegion Thread=132, OpenFileDescriptor=383, MaxFileDescriptor=1048576, SystemLoadAverage=1439, ProcessCount=11, AvailableMemoryMB=1941 2024-11-18T21:15:35,351 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-18T21:15:35,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073741842_1018 (size=7) 2024-11-18T21:15:35,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073741842_1018 (size=7) 2024-11-18T21:15:35,371 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46137/user/jenkins/test-data/9ef4685d-dcb0-9285-14b4-7002b6c51974 with version=8 2024-11-18T21:15:35,372 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T21:15:35,375 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T21:15:35,380 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-18T21:15:35,381 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region region_that_splits 2024-11-18T21:15:35,391 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-18T21:15:35,401 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:35,401 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:35,424 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:35,425 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:35,426 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:35,426 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:35,426 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:35,427 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:35,427 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:35,427 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:35,428 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:35,428 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:35,429 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:35,429 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:35,430 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:35,430 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:35,431 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:35,431 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:35,432 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:35,432 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:35,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073741843_1019 (size=1043) 2024-11-18T21:15:35,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073741843_1019 (size=1043) 2024-11-18T21:15:35,439 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-18T21:15:35,440 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-18T21:15:35,442 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:35,442 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:35,462 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:35,463 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:35,463 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:35,464 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:35,465 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:35,465 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:35,466 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:35,466 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:35,473 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:35,473 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:35,474 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:35,474 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:35,475 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:35,475 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:35,476 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:35,476 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:35,477 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:35,477 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:35,478 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-18T21:15:35,480 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:35,481 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:35,516 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:35,516 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:35,521 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:35,521 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:35,526 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:35,526 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:35,529 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:35,529 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:35,530 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:35,530 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:35,531 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:35,531 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:35,533 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:35,533 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:35,534 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:35,534 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:35,538 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:35,539 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:35,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073741845_1021 (size=1043) 2024-11-18T21:15:35,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073741845_1021 (size=1043) 2024-11-18T21:15:35,545 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-18T21:15:35,545 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-18T21:15:35,547 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:35,547 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:35,571 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:35,571 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:35,573 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:35,573 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:35,575 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:35,575 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:35,575 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:35,576 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:35,576 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:35,576 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:35,577 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:35,577 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:35,578 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:35,578 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:35,578 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:35,578 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:35,579 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:35,579 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:35,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073741846_1022 (size=1043) 2024-11-18T21:15:35,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073741846_1022 (size=1043) 2024-11-18T21:15:35,584 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-18T21:15:35,585 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-18T21:15:35,587 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:35,588 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:35,617 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:35,617 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:35,621 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:35,624 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:35,629 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:35,629 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:35,630 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:35,630 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:35,632 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:35,632 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:35,633 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:35,633 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:35,634 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:35,634 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:35,635 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:35,635 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:35,637 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:35,637 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:35,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073741847_1023 (size=1043) 2024-11-18T21:15:35,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073741847_1023 (size=1043) 2024-11-18T21:15:36,048 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-18T21:15:36,049 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-18T21:15:36,051 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:36,051 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:36,070 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:36,070 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:36,071 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:36,071 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:36,072 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:36,072 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:36,073 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:36,073 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:36,074 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:36,074 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:36,075 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:36,075 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:36,076 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:36,076 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:36,077 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:36,077 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:36,078 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:36,078 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:36,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073741848_1024 (size=1043) 2024-11-18T21:15:36,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073741848_1024 (size=1043) 2024-11-18T21:15:36,083 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-18T21:15:36,084 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-18T21:15:36,086 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:36,086 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:36,112 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:36,113 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:36,117 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:36,117 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:36,121 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:36,121 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:36,122 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:36,122 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:36,123 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:36,123 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:36,125 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:36,125 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:36,129 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:36,129 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:36,131 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:36,131 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:36,133 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:36,133 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:36,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073741849_1025 (size=1043) 2024-11-18T21:15:36,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073741849_1025 (size=1043) 2024-11-18T21:15:36,142 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-18T21:15:36,143 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-18T21:15:36,149 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:36,149 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:36,170 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:36,170 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:36,173 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:36,173 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:36,177 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:36,177 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:36,178 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:36,178 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:36,179 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:36,179 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:36,180 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:36,180 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:36,181 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:36,181 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:36,182 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:36,182 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:36,183 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:36,183 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:36,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073741850_1026 (size=1043) 2024-11-18T21:15:36,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073741850_1026 (size=1043) 2024-11-18T21:15:36,191 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-18T21:15:36,192 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-18T21:15:36,194 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:36,194 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:36,201 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:36,201 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:36,202 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:36,202 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:36,203 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:36,203 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:36,204 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:36,204 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:36,205 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:36,205 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:36,205 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:36,206 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:36,206 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:36,207 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:36,208 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:36,208 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:36,208 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:36,209 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:36,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073741851_1027 (size=1043) 2024-11-18T21:15:36,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073741851_1027 (size=1043) 2024-11-18T21:15:36,213 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-18T21:15:36,213 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-18T21:15:36,215 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:36,215 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:36,226 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:36,226 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:36,227 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:36,227 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:36,228 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:36,228 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:36,229 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:36,229 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:36,230 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:36,230 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:36,231 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:36,231 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:36,232 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:36,232 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:36,233 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:36,233 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:36,233 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:36,233 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:36,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073741852_1028 (size=1043) 2024-11-18T21:15:36,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073741852_1028 (size=1043) 2024-11-18T21:15:36,237 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-18T21:15:36,272 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46137/user/jenkins/test-data/a156eb6d-f976-9a36-76cf-17155df70666/WALs/testsplitdeletedregion,16010,1731964535380/wal.dat.0, size=1.0 K (1043bytes) 2024-11-18T21:15:36,272 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46137/user/jenkins/test-data/a156eb6d-f976-9a36-76cf-17155df70666/WALs/testsplitdeletedregion,16010,1731964535380/wal.dat.0 2024-11-18T21:15:36,273 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46137/user/jenkins/test-data/a156eb6d-f976-9a36-76cf-17155df70666/WALs/testsplitdeletedregion,16010,1731964535380/wal.dat.0 after 0ms 2024-11-18T21:15:36,288 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46137/user/jenkins/test-data/a156eb6d-f976-9a36-76cf-17155df70666/WALs/testsplitdeletedregion,16010,1731964535380/wal.dat.0 took 16ms 2024-11-18T21:15:36,299 INFO [Time-limited test {}] wal.WALSplitter(339): region_that_splits no longer in filesystem; skipping all edits. 2024-11-18T21:15:36,300 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/a156eb6d-f976-9a36-76cf-17155df70666/WALs/testsplitdeletedregion,16010,1731964535380/wal.dat.0 so closing down 2024-11-18T21:15:36,300 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T21:15:36,304 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T21:15:36,304 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 8 ms; skipped=10; WAL=hdfs://localhost:46137/user/jenkins/test-data/a156eb6d-f976-9a36-76cf-17155df70666/WALs/testsplitdeletedregion,16010,1731964535380/wal.dat.0, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-18T21:15:36,304 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46137/user/jenkins/test-data/a156eb6d-f976-9a36-76cf-17155df70666/WALs/testsplitdeletedregion,16010,1731964535380/wal.dat.0, journal: Splitting hdfs://localhost:46137/user/jenkins/test-data/a156eb6d-f976-9a36-76cf-17155df70666/WALs/testsplitdeletedregion,16010,1731964535380/wal.dat.0, size=1.0 K (1043bytes) at 1731964536272Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/a156eb6d-f976-9a36-76cf-17155df70666/WALs/testsplitdeletedregion,16010,1731964535380/wal.dat.0 so closing down at 1731964536300 (+28 ms)3 split writer threads finished at 1731964536304 (+4 ms)Processed 10 edits across 0 Regions in 8 ms; skipped=10; WAL=hdfs://localhost:46137/user/jenkins/test-data/a156eb6d-f976-9a36-76cf-17155df70666/WALs/testsplitdeletedregion,16010,1731964535380/wal.dat.0, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1731964536304 2024-11-18T21:15:36,311 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46137/user/jenkins/test-data/a156eb6d-f976-9a36-76cf-17155df70666/WALs/testsplitdeletedregion,16010,1731964535380/wal.dat.0 to hdfs://localhost:46137/user/jenkins/test-data/a156eb6d-f976-9a36-76cf-17155df70666/oldWALs/wal.dat.0 2024-11-18T21:15:36,311 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46137/user/jenkins/test-data/a156eb6d-f976-9a36-76cf-17155df70666/WALs/testsplitdeletedregion,16010,1731964535380/wal.dat.1, size=180 (180bytes) 2024-11-18T21:15:36,311 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46137/user/jenkins/test-data/a156eb6d-f976-9a36-76cf-17155df70666/WALs/testsplitdeletedregion,16010,1731964535380/wal.dat.1 2024-11-18T21:15:36,312 WARN [IPC Server handler 0 on default port 46137 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/a156eb6d-f976-9a36-76cf-17155df70666/WALs/testsplitdeletedregion,16010,1731964535380/wal.dat.1 has not been closed. Lease recovery is in progress. RecoveryId = 1029 for block blk_1073741844_1020 2024-11-18T21:15:36,313 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:46137/user/jenkins/test-data/a156eb6d-f976-9a36-76cf-17155df70666/WALs/testsplitdeletedregion,16010,1731964535380/wal.dat.1 after 2ms 2024-11-18T21:15:37,131 WARN [ResponseProcessor for block BP-539745716-172.17.0.3-1731964524916:blk_1073741844_1020 {}] hdfs.DataStreamer$ResponseProcessor(1303): Exception for BP-539745716-172.17.0.3-1731964524916:blk_1073741844_1020 java.io.EOFException: Unexpected EOF while trying to read response from server at org.apache.hadoop.hdfs.protocolPB.PBHelperClient.vintPrefixed(PBHelperClient.java:529) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PipelineAck.readFields(PipelineAck.java:244) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer$ResponseProcessor.run(DataStreamer.java:1180) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-18T21:15:37,132 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_410089701_22 at /127.0.0.1:57946 [Receiving block BP-539745716-172.17.0.3-1731964524916:blk_1073741844_1020] {}] datanode.DataXceiver(331): 127.0.0.1:39729:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:57946 dst: /127.0.0.1:39729 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T21:15:37,131 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_410089701_22 at /127.0.0.1:54834 [Receiving block BP-539745716-172.17.0.3-1731964524916:blk_1073741844_1020] {}] datanode.DataXceiver(331): 127.0.0.1:42933:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:54834 dst: /127.0.0.1:42933 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:42933 remote=/127.0.0.1:54834]. Total timeout mills is 60000, 58347 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T21:15:37,136 WARN [DataStreamer for file /user/jenkins/test-data/a156eb6d-f976-9a36-76cf-17155df70666/WALs/testsplitdeletedregion,16010,1731964535380/wal.dat.1 block BP-539745716-172.17.0.3-1731964524916:blk_1073741844_1020 {}] hdfs.DataStreamer(1731): Error Recovery for BP-539745716-172.17.0.3-1731964524916:blk_1073741844_1020 in pipeline [DatanodeInfoWithStorage[127.0.0.1:42933,DS-b76df290-5a67-4046-b28f-ef9f22f72503,DISK], DatanodeInfoWithStorage[127.0.0.1:39729,DS-58b08eff-0c27-4e72-80df-ffa4c3da301d,DISK]]: datanode 0(DatanodeInfoWithStorage[127.0.0.1:42933,DS-b76df290-5a67-4046-b28f-ef9f22f72503,DISK]) is bad. 2024-11-18T21:15:37,147 WARN [DataStreamer for file /user/jenkins/test-data/a156eb6d-f976-9a36-76cf-17155df70666/WALs/testsplitdeletedregion,16010,1731964535380/wal.dat.1 block BP-539745716-172.17.0.3-1731964524916:blk_1073741844_1020 {}] hdfs.DataStreamer(859): DataStreamer Exception org.apache.hadoop.ipc.RemoteException: Unexpected BlockUCState: BP-539745716-172.17.0.3-1731964524916:blk_1073741844_1020 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy45.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$updateBlockForPipeline$50(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy46.updateBlockForPipeline(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.updateBlockForPipeline(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.updateBlockForPipeline(DataStreamer.java:1786) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineInternal(DataStreamer.java:1657) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForAppendOrRecovery(DataStreamer.java:1627) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.processDatanodeOrExternalError(DataStreamer.java:1408) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:707) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-18T21:15:37,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073741844_1029 (size=1035) 2024-11-18T21:15:37,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073741844_1029 (size=1035) 2024-11-18T21:15:40,314 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:46137/user/jenkins/test-data/a156eb6d-f976-9a36-76cf-17155df70666/WALs/testsplitdeletedregion,16010,1731964535380/wal.dat.1 after 4003ms 2024-11-18T21:15:40,320 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46137/user/jenkins/test-data/a156eb6d-f976-9a36-76cf-17155df70666/WALs/testsplitdeletedregion,16010,1731964535380/wal.dat.1 took 4009ms 2024-11-18T21:15:40,337 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:46137/user/jenkins/test-data/a156eb6d-f976-9a36-76cf-17155df70666/WALs/testsplitdeletedregion,16010,1731964535380/wal.dat.1; continuing. 2024-11-18T21:15:40,337 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/a156eb6d-f976-9a36-76cf-17155df70666/WALs/testsplitdeletedregion,16010,1731964535380/wal.dat.1 so closing down 2024-11-18T21:15:40,338 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T21:15:40,344 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T21:15:40,345 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 17 ms; skipped=10; WAL=hdfs://localhost:46137/user/jenkins/test-data/a156eb6d-f976-9a36-76cf-17155df70666/WALs/testsplitdeletedregion,16010,1731964535380/wal.dat.1, size=180, length=180, corrupted=false, cancelled=false 2024-11-18T21:15:40,345 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46137/user/jenkins/test-data/a156eb6d-f976-9a36-76cf-17155df70666/WALs/testsplitdeletedregion,16010,1731964535380/wal.dat.1, journal: Splitting hdfs://localhost:46137/user/jenkins/test-data/a156eb6d-f976-9a36-76cf-17155df70666/WALs/testsplitdeletedregion,16010,1731964535380/wal.dat.1, size=180 (180bytes) at 1731964536311Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/a156eb6d-f976-9a36-76cf-17155df70666/WALs/testsplitdeletedregion,16010,1731964535380/wal.dat.1 so closing down at 1731964540337 (+4026 ms)3 split writer threads finished at 1731964540344 (+7 ms)Processed 10 edits across 0 Regions in 17 ms; skipped=10; WAL=hdfs://localhost:46137/user/jenkins/test-data/a156eb6d-f976-9a36-76cf-17155df70666/WALs/testsplitdeletedregion,16010,1731964535380/wal.dat.1, size=180, length=180, corrupted=false, cancelled=false at 1731964540345 (+1 ms) 2024-11-18T21:15:40,366 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46137/user/jenkins/test-data/a156eb6d-f976-9a36-76cf-17155df70666/WALs/testsplitdeletedregion,16010,1731964535380/wal.dat.1 to hdfs://localhost:46137/user/jenkins/test-data/a156eb6d-f976-9a36-76cf-17155df70666/oldWALs/wal.dat.1 2024-11-18T21:15:40,366 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46137/user/jenkins/test-data/a156eb6d-f976-9a36-76cf-17155df70666/WALs/testsplitdeletedregion,16010,1731964535380/wal.dat.2, size=1.0 K (1043bytes) 2024-11-18T21:15:40,367 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46137/user/jenkins/test-data/a156eb6d-f976-9a36-76cf-17155df70666/WALs/testsplitdeletedregion,16010,1731964535380/wal.dat.2 2024-11-18T21:15:40,373 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46137/user/jenkins/test-data/a156eb6d-f976-9a36-76cf-17155df70666/WALs/testsplitdeletedregion,16010,1731964535380/wal.dat.2 after 6ms 2024-11-18T21:15:40,382 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46137/user/jenkins/test-data/a156eb6d-f976-9a36-76cf-17155df70666/WALs/testsplitdeletedregion,16010,1731964535380/wal.dat.2 took 16ms 2024-11-18T21:15:40,393 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/a156eb6d-f976-9a36-76cf-17155df70666/WALs/testsplitdeletedregion,16010,1731964535380/wal.dat.2 so closing down 2024-11-18T21:15:40,393 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T21:15:40,393 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T21:15:40,393 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 5 ms; skipped=10; WAL=hdfs://localhost:46137/user/jenkins/test-data/a156eb6d-f976-9a36-76cf-17155df70666/WALs/testsplitdeletedregion,16010,1731964535380/wal.dat.2, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-18T21:15:40,394 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46137/user/jenkins/test-data/a156eb6d-f976-9a36-76cf-17155df70666/WALs/testsplitdeletedregion,16010,1731964535380/wal.dat.2, journal: Splitting hdfs://localhost:46137/user/jenkins/test-data/a156eb6d-f976-9a36-76cf-17155df70666/WALs/testsplitdeletedregion,16010,1731964535380/wal.dat.2, size=1.0 K (1043bytes) at 1731964540367Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/a156eb6d-f976-9a36-76cf-17155df70666/WALs/testsplitdeletedregion,16010,1731964535380/wal.dat.2 so closing down at 1731964540393 (+26 ms)3 split writer threads finished at 1731964540393Processed 10 edits across 0 Regions in 5 ms; skipped=10; WAL=hdfs://localhost:46137/user/jenkins/test-data/a156eb6d-f976-9a36-76cf-17155df70666/WALs/testsplitdeletedregion,16010,1731964535380/wal.dat.2, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1731964540393 2024-11-18T21:15:40,400 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46137/user/jenkins/test-data/a156eb6d-f976-9a36-76cf-17155df70666/WALs/testsplitdeletedregion,16010,1731964535380/wal.dat.2 to hdfs://localhost:46137/user/jenkins/test-data/a156eb6d-f976-9a36-76cf-17155df70666/oldWALs/wal.dat.2 2024-11-18T21:15:40,400 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46137/user/jenkins/test-data/a156eb6d-f976-9a36-76cf-17155df70666/WALs/testsplitdeletedregion,16010,1731964535380/wal.dat.3, size=1.0 K (1043bytes) 2024-11-18T21:15:40,400 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46137/user/jenkins/test-data/a156eb6d-f976-9a36-76cf-17155df70666/WALs/testsplitdeletedregion,16010,1731964535380/wal.dat.3 2024-11-18T21:15:40,401 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46137/user/jenkins/test-data/a156eb6d-f976-9a36-76cf-17155df70666/WALs/testsplitdeletedregion,16010,1731964535380/wal.dat.3 after 1ms 2024-11-18T21:15:40,405 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46137/user/jenkins/test-data/a156eb6d-f976-9a36-76cf-17155df70666/WALs/testsplitdeletedregion,16010,1731964535380/wal.dat.3 took 5ms 2024-11-18T21:15:40,420 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/a156eb6d-f976-9a36-76cf-17155df70666/WALs/testsplitdeletedregion,16010,1731964535380/wal.dat.3 so closing down 2024-11-18T21:15:40,420 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T21:15:40,420 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T21:15:40,420 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 4 ms; skipped=10; WAL=hdfs://localhost:46137/user/jenkins/test-data/a156eb6d-f976-9a36-76cf-17155df70666/WALs/testsplitdeletedregion,16010,1731964535380/wal.dat.3, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-18T21:15:40,421 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46137/user/jenkins/test-data/a156eb6d-f976-9a36-76cf-17155df70666/WALs/testsplitdeletedregion,16010,1731964535380/wal.dat.3, journal: Splitting hdfs://localhost:46137/user/jenkins/test-data/a156eb6d-f976-9a36-76cf-17155df70666/WALs/testsplitdeletedregion,16010,1731964535380/wal.dat.3, size=1.0 K (1043bytes) at 1731964540400Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/a156eb6d-f976-9a36-76cf-17155df70666/WALs/testsplitdeletedregion,16010,1731964535380/wal.dat.3 so closing down at 1731964540420 (+20 ms)3 split writer threads finished at 1731964540420Processed 10 edits across 0 Regions in 4 ms; skipped=10; WAL=hdfs://localhost:46137/user/jenkins/test-data/a156eb6d-f976-9a36-76cf-17155df70666/WALs/testsplitdeletedregion,16010,1731964535380/wal.dat.3, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1731964540421 (+1 ms) 2024-11-18T21:15:40,425 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46137/user/jenkins/test-data/a156eb6d-f976-9a36-76cf-17155df70666/WALs/testsplitdeletedregion,16010,1731964535380/wal.dat.3 to hdfs://localhost:46137/user/jenkins/test-data/a156eb6d-f976-9a36-76cf-17155df70666/oldWALs/wal.dat.3 2024-11-18T21:15:40,425 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46137/user/jenkins/test-data/a156eb6d-f976-9a36-76cf-17155df70666/WALs/testsplitdeletedregion,16010,1731964535380/wal.dat.4, size=1.0 K (1043bytes) 2024-11-18T21:15:40,425 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46137/user/jenkins/test-data/a156eb6d-f976-9a36-76cf-17155df70666/WALs/testsplitdeletedregion,16010,1731964535380/wal.dat.4 2024-11-18T21:15:40,426 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46137/user/jenkins/test-data/a156eb6d-f976-9a36-76cf-17155df70666/WALs/testsplitdeletedregion,16010,1731964535380/wal.dat.4 after 1ms 2024-11-18T21:15:40,432 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46137/user/jenkins/test-data/a156eb6d-f976-9a36-76cf-17155df70666/WALs/testsplitdeletedregion,16010,1731964535380/wal.dat.4 took 7ms 2024-11-18T21:15:40,439 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/a156eb6d-f976-9a36-76cf-17155df70666/WALs/testsplitdeletedregion,16010,1731964535380/wal.dat.4 so closing down 2024-11-18T21:15:40,439 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T21:15:40,439 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T21:15:40,439 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 6 ms; skipped=10; WAL=hdfs://localhost:46137/user/jenkins/test-data/a156eb6d-f976-9a36-76cf-17155df70666/WALs/testsplitdeletedregion,16010,1731964535380/wal.dat.4, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-18T21:15:40,439 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46137/user/jenkins/test-data/a156eb6d-f976-9a36-76cf-17155df70666/WALs/testsplitdeletedregion,16010,1731964535380/wal.dat.4, journal: Splitting hdfs://localhost:46137/user/jenkins/test-data/a156eb6d-f976-9a36-76cf-17155df70666/WALs/testsplitdeletedregion,16010,1731964535380/wal.dat.4, size=1.0 K (1043bytes) at 1731964540425Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/a156eb6d-f976-9a36-76cf-17155df70666/WALs/testsplitdeletedregion,16010,1731964535380/wal.dat.4 so closing down at 1731964540439 (+14 ms)3 split writer threads finished at 1731964540439Processed 10 edits across 0 Regions in 6 ms; skipped=10; WAL=hdfs://localhost:46137/user/jenkins/test-data/a156eb6d-f976-9a36-76cf-17155df70666/WALs/testsplitdeletedregion,16010,1731964535380/wal.dat.4, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1731964540439 2024-11-18T21:15:40,444 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46137/user/jenkins/test-data/a156eb6d-f976-9a36-76cf-17155df70666/WALs/testsplitdeletedregion,16010,1731964535380/wal.dat.4 to hdfs://localhost:46137/user/jenkins/test-data/a156eb6d-f976-9a36-76cf-17155df70666/oldWALs/wal.dat.4 2024-11-18T21:15:40,445 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46137/user/jenkins/test-data/a156eb6d-f976-9a36-76cf-17155df70666/WALs/testsplitdeletedregion,16010,1731964535380/wal.dat.5, size=1.0 K (1043bytes) 2024-11-18T21:15:40,445 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46137/user/jenkins/test-data/a156eb6d-f976-9a36-76cf-17155df70666/WALs/testsplitdeletedregion,16010,1731964535380/wal.dat.5 2024-11-18T21:15:40,446 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46137/user/jenkins/test-data/a156eb6d-f976-9a36-76cf-17155df70666/WALs/testsplitdeletedregion,16010,1731964535380/wal.dat.5 after 1ms 2024-11-18T21:15:40,457 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46137/user/jenkins/test-data/a156eb6d-f976-9a36-76cf-17155df70666/WALs/testsplitdeletedregion,16010,1731964535380/wal.dat.5 took 12ms 2024-11-18T21:15:40,463 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/a156eb6d-f976-9a36-76cf-17155df70666/WALs/testsplitdeletedregion,16010,1731964535380/wal.dat.5 so closing down 2024-11-18T21:15:40,463 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T21:15:40,464 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T21:15:40,465 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 4 ms; skipped=10; WAL=hdfs://localhost:46137/user/jenkins/test-data/a156eb6d-f976-9a36-76cf-17155df70666/WALs/testsplitdeletedregion,16010,1731964535380/wal.dat.5, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-18T21:15:40,465 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46137/user/jenkins/test-data/a156eb6d-f976-9a36-76cf-17155df70666/WALs/testsplitdeletedregion,16010,1731964535380/wal.dat.5, journal: Splitting hdfs://localhost:46137/user/jenkins/test-data/a156eb6d-f976-9a36-76cf-17155df70666/WALs/testsplitdeletedregion,16010,1731964535380/wal.dat.5, size=1.0 K (1043bytes) at 1731964540445Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/a156eb6d-f976-9a36-76cf-17155df70666/WALs/testsplitdeletedregion,16010,1731964535380/wal.dat.5 so closing down at 1731964540463 (+18 ms)3 split writer threads finished at 1731964540465 (+2 ms)Processed 10 edits across 0 Regions in 4 ms; skipped=10; WAL=hdfs://localhost:46137/user/jenkins/test-data/a156eb6d-f976-9a36-76cf-17155df70666/WALs/testsplitdeletedregion,16010,1731964535380/wal.dat.5, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1731964540465 2024-11-18T21:15:40,474 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46137/user/jenkins/test-data/a156eb6d-f976-9a36-76cf-17155df70666/WALs/testsplitdeletedregion,16010,1731964535380/wal.dat.5 to hdfs://localhost:46137/user/jenkins/test-data/a156eb6d-f976-9a36-76cf-17155df70666/oldWALs/wal.dat.5 2024-11-18T21:15:40,474 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46137/user/jenkins/test-data/a156eb6d-f976-9a36-76cf-17155df70666/WALs/testsplitdeletedregion,16010,1731964535380/wal.dat.6, size=1.0 K (1043bytes) 2024-11-18T21:15:40,474 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46137/user/jenkins/test-data/a156eb6d-f976-9a36-76cf-17155df70666/WALs/testsplitdeletedregion,16010,1731964535380/wal.dat.6 2024-11-18T21:15:40,475 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46137/user/jenkins/test-data/a156eb6d-f976-9a36-76cf-17155df70666/WALs/testsplitdeletedregion,16010,1731964535380/wal.dat.6 after 1ms 2024-11-18T21:15:40,481 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46137/user/jenkins/test-data/a156eb6d-f976-9a36-76cf-17155df70666/WALs/testsplitdeletedregion,16010,1731964535380/wal.dat.6 took 7ms 2024-11-18T21:15:40,498 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/a156eb6d-f976-9a36-76cf-17155df70666/WALs/testsplitdeletedregion,16010,1731964535380/wal.dat.6 so closing down 2024-11-18T21:15:40,498 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T21:15:40,500 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T21:15:40,501 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 9 ms; skipped=10; WAL=hdfs://localhost:46137/user/jenkins/test-data/a156eb6d-f976-9a36-76cf-17155df70666/WALs/testsplitdeletedregion,16010,1731964535380/wal.dat.6, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-18T21:15:40,501 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46137/user/jenkins/test-data/a156eb6d-f976-9a36-76cf-17155df70666/WALs/testsplitdeletedregion,16010,1731964535380/wal.dat.6, journal: Splitting hdfs://localhost:46137/user/jenkins/test-data/a156eb6d-f976-9a36-76cf-17155df70666/WALs/testsplitdeletedregion,16010,1731964535380/wal.dat.6, size=1.0 K (1043bytes) at 1731964540474Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/a156eb6d-f976-9a36-76cf-17155df70666/WALs/testsplitdeletedregion,16010,1731964535380/wal.dat.6 so closing down at 1731964540498 (+24 ms)3 split writer threads finished at 1731964540500 (+2 ms)Processed 10 edits across 0 Regions in 9 ms; skipped=10; WAL=hdfs://localhost:46137/user/jenkins/test-data/a156eb6d-f976-9a36-76cf-17155df70666/WALs/testsplitdeletedregion,16010,1731964535380/wal.dat.6, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1731964540501 (+1 ms) 2024-11-18T21:15:40,525 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46137/user/jenkins/test-data/a156eb6d-f976-9a36-76cf-17155df70666/WALs/testsplitdeletedregion,16010,1731964535380/wal.dat.6 to hdfs://localhost:46137/user/jenkins/test-data/a156eb6d-f976-9a36-76cf-17155df70666/oldWALs/wal.dat.6 2024-11-18T21:15:40,525 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46137/user/jenkins/test-data/a156eb6d-f976-9a36-76cf-17155df70666/WALs/testsplitdeletedregion,16010,1731964535380/wal.dat.7, size=1.0 K (1043bytes) 2024-11-18T21:15:40,525 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46137/user/jenkins/test-data/a156eb6d-f976-9a36-76cf-17155df70666/WALs/testsplitdeletedregion,16010,1731964535380/wal.dat.7 2024-11-18T21:15:40,532 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46137/user/jenkins/test-data/a156eb6d-f976-9a36-76cf-17155df70666/WALs/testsplitdeletedregion,16010,1731964535380/wal.dat.7 after 7ms 2024-11-18T21:15:40,537 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46137/user/jenkins/test-data/a156eb6d-f976-9a36-76cf-17155df70666/WALs/testsplitdeletedregion,16010,1731964535380/wal.dat.7 took 12ms 2024-11-18T21:15:40,571 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/a156eb6d-f976-9a36-76cf-17155df70666/WALs/testsplitdeletedregion,16010,1731964535380/wal.dat.7 so closing down 2024-11-18T21:15:40,571 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T21:15:40,572 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T21:15:40,572 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 4 ms; skipped=10; WAL=hdfs://localhost:46137/user/jenkins/test-data/a156eb6d-f976-9a36-76cf-17155df70666/WALs/testsplitdeletedregion,16010,1731964535380/wal.dat.7, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-18T21:15:40,572 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46137/user/jenkins/test-data/a156eb6d-f976-9a36-76cf-17155df70666/WALs/testsplitdeletedregion,16010,1731964535380/wal.dat.7, journal: Splitting hdfs://localhost:46137/user/jenkins/test-data/a156eb6d-f976-9a36-76cf-17155df70666/WALs/testsplitdeletedregion,16010,1731964535380/wal.dat.7, size=1.0 K (1043bytes) at 1731964540525Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/a156eb6d-f976-9a36-76cf-17155df70666/WALs/testsplitdeletedregion,16010,1731964535380/wal.dat.7 so closing down at 1731964540571 (+46 ms)3 split writer threads finished at 1731964540572 (+1 ms)Processed 10 edits across 0 Regions in 4 ms; skipped=10; WAL=hdfs://localhost:46137/user/jenkins/test-data/a156eb6d-f976-9a36-76cf-17155df70666/WALs/testsplitdeletedregion,16010,1731964535380/wal.dat.7, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1731964540572 2024-11-18T21:15:40,582 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46137/user/jenkins/test-data/a156eb6d-f976-9a36-76cf-17155df70666/WALs/testsplitdeletedregion,16010,1731964535380/wal.dat.7 to hdfs://localhost:46137/user/jenkins/test-data/a156eb6d-f976-9a36-76cf-17155df70666/oldWALs/wal.dat.7 2024-11-18T21:15:40,582 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46137/user/jenkins/test-data/a156eb6d-f976-9a36-76cf-17155df70666/WALs/testsplitdeletedregion,16010,1731964535380/wal.dat.8, size=1.0 K (1043bytes) 2024-11-18T21:15:40,582 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46137/user/jenkins/test-data/a156eb6d-f976-9a36-76cf-17155df70666/WALs/testsplitdeletedregion,16010,1731964535380/wal.dat.8 2024-11-18T21:15:40,585 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46137/user/jenkins/test-data/a156eb6d-f976-9a36-76cf-17155df70666/WALs/testsplitdeletedregion,16010,1731964535380/wal.dat.8 after 3ms 2024-11-18T21:15:40,592 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46137/user/jenkins/test-data/a156eb6d-f976-9a36-76cf-17155df70666/WALs/testsplitdeletedregion,16010,1731964535380/wal.dat.8 took 10ms 2024-11-18T21:15:40,612 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/a156eb6d-f976-9a36-76cf-17155df70666/WALs/testsplitdeletedregion,16010,1731964535380/wal.dat.8 so closing down 2024-11-18T21:15:40,612 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T21:15:40,615 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T21:15:40,616 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 8 ms; skipped=10; WAL=hdfs://localhost:46137/user/jenkins/test-data/a156eb6d-f976-9a36-76cf-17155df70666/WALs/testsplitdeletedregion,16010,1731964535380/wal.dat.8, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-18T21:15:40,616 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46137/user/jenkins/test-data/a156eb6d-f976-9a36-76cf-17155df70666/WALs/testsplitdeletedregion,16010,1731964535380/wal.dat.8, journal: Splitting hdfs://localhost:46137/user/jenkins/test-data/a156eb6d-f976-9a36-76cf-17155df70666/WALs/testsplitdeletedregion,16010,1731964535380/wal.dat.8, size=1.0 K (1043bytes) at 1731964540582Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/a156eb6d-f976-9a36-76cf-17155df70666/WALs/testsplitdeletedregion,16010,1731964535380/wal.dat.8 so closing down at 1731964540612 (+30 ms)3 split writer threads finished at 1731964540616 (+4 ms)Processed 10 edits across 0 Regions in 8 ms; skipped=10; WAL=hdfs://localhost:46137/user/jenkins/test-data/a156eb6d-f976-9a36-76cf-17155df70666/WALs/testsplitdeletedregion,16010,1731964535380/wal.dat.8, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1731964540616 2024-11-18T21:15:40,622 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46137/user/jenkins/test-data/a156eb6d-f976-9a36-76cf-17155df70666/WALs/testsplitdeletedregion,16010,1731964535380/wal.dat.8 to hdfs://localhost:46137/user/jenkins/test-data/a156eb6d-f976-9a36-76cf-17155df70666/oldWALs/wal.dat.8 2024-11-18T21:15:40,623 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46137/user/jenkins/test-data/a156eb6d-f976-9a36-76cf-17155df70666/WALs/testsplitdeletedregion,16010,1731964535380/wal.dat.9, size=1.0 K (1043bytes) 2024-11-18T21:15:40,623 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46137/user/jenkins/test-data/a156eb6d-f976-9a36-76cf-17155df70666/WALs/testsplitdeletedregion,16010,1731964535380/wal.dat.9 2024-11-18T21:15:40,623 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46137/user/jenkins/test-data/a156eb6d-f976-9a36-76cf-17155df70666/WALs/testsplitdeletedregion,16010,1731964535380/wal.dat.9 after 0ms 2024-11-18T21:15:40,631 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46137/user/jenkins/test-data/a156eb6d-f976-9a36-76cf-17155df70666/WALs/testsplitdeletedregion,16010,1731964535380/wal.dat.9 took 9ms 2024-11-18T21:15:40,646 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/a156eb6d-f976-9a36-76cf-17155df70666/WALs/testsplitdeletedregion,16010,1731964535380/wal.dat.9 so closing down 2024-11-18T21:15:40,646 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T21:15:40,653 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T21:15:40,653 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 13 ms; skipped=10; WAL=hdfs://localhost:46137/user/jenkins/test-data/a156eb6d-f976-9a36-76cf-17155df70666/WALs/testsplitdeletedregion,16010,1731964535380/wal.dat.9, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-18T21:15:40,653 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46137/user/jenkins/test-data/a156eb6d-f976-9a36-76cf-17155df70666/WALs/testsplitdeletedregion,16010,1731964535380/wal.dat.9, journal: Splitting hdfs://localhost:46137/user/jenkins/test-data/a156eb6d-f976-9a36-76cf-17155df70666/WALs/testsplitdeletedregion,16010,1731964535380/wal.dat.9, size=1.0 K (1043bytes) at 1731964540623Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/a156eb6d-f976-9a36-76cf-17155df70666/WALs/testsplitdeletedregion,16010,1731964535380/wal.dat.9 so closing down at 1731964540646 (+23 ms)3 split writer threads finished at 1731964540653 (+7 ms)Processed 10 edits across 0 Regions in 13 ms; skipped=10; WAL=hdfs://localhost:46137/user/jenkins/test-data/a156eb6d-f976-9a36-76cf-17155df70666/WALs/testsplitdeletedregion,16010,1731964535380/wal.dat.9, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1731964540653 2024-11-18T21:15:40,666 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46137/user/jenkins/test-data/a156eb6d-f976-9a36-76cf-17155df70666/WALs/testsplitdeletedregion,16010,1731964535380/wal.dat.9 to hdfs://localhost:46137/user/jenkins/test-data/a156eb6d-f976-9a36-76cf-17155df70666/oldWALs/wal.dat.9 2024-11-18T21:15:40,693 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitDeletedRegion Thread=136 (was 132) Potentially hanging thread: IPC Client (478436061) connection to localhost/127.0.0.1:36745 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1733903603_22 at /127.0.0.1:42770 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ca8e6524-3e7e-4bb6-ba96-a867a3da916a/cluster_05f5424b-5420-da01-14f6-f53fa2b732dd/data/data4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1733903603_22 at /127.0.0.1:44792 [Waiting for operation #11] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ca8e6524-3e7e-4bb6-ba96-a867a3da916a/cluster_05f5424b-5420-da01-14f6-f53fa2b732dd/data/data3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36745 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=393 (was 383) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1436 (was 1439), ProcessCount=11 (was 11), AvailableMemoryMB=1844 (was 1941) 2024-11-18T21:15:40,704 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testCorruptWALTrailer Thread=136, OpenFileDescriptor=393, MaxFileDescriptor=1048576, SystemLoadAverage=1436, ProcessCount=11, AvailableMemoryMB=1837 2024-11-18T21:15:40,705 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-18T21:15:40,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073741853_1030 (size=7) 2024-11-18T21:15:40,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073741853_1030 (size=7) 2024-11-18T21:15:40,765 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46137/user/jenkins/test-data/9ef4685d-dcb0-9285-14b4-7002b6c51974 with version=8 2024-11-18T21:15:40,765 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T21:15:40,768 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T21:15:40,776 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-18T21:15:40,777 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region region__1 2024-11-18T21:15:40,798 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-18T21:15:40,816 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:40,817 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:40,842 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:40,842 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:40,843 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:40,844 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:40,844 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:40,844 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:40,845 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:40,845 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:40,846 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:40,846 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:40,851 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:40,851 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:40,855 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:40,855 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:40,855 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:40,856 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:40,856 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:40,857 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:40,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073741854_1031 (size=863) 2024-11-18T21:15:40,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073741854_1031 (size=863) 2024-11-18T21:15:40,863 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-18T21:15:40,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073741855_1032 (size=859) 2024-11-18T21:15:40,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073741855_1032 (size=859) 2024-11-18T21:15:40,926 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46137/user/jenkins/test-data/98d110b4-072f-d64c-90a8-529000b49732/WALs/testcorruptwaltrailer,16010,1731964540776/wal.dat.0, size=859 (859bytes) 2024-11-18T21:15:40,926 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46137/user/jenkins/test-data/98d110b4-072f-d64c-90a8-529000b49732/WALs/testcorruptwaltrailer,16010,1731964540776/wal.dat.0 2024-11-18T21:15:40,927 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46137/user/jenkins/test-data/98d110b4-072f-d64c-90a8-529000b49732/WALs/testcorruptwaltrailer,16010,1731964540776/wal.dat.0 after 0ms 2024-11-18T21:15:40,931 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46137/user/jenkins/test-data/98d110b4-072f-d64c-90a8-529000b49732/WALs/testcorruptwaltrailer,16010,1731964540776/wal.dat.0 took 6ms 2024-11-18T21:15:41,088 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:46137/user/jenkins/test-data/98d110b4-072f-d64c-90a8-529000b49732/WALs/testcorruptwaltrailer,16010,1731964540776/wal.dat.0; continuing. 2024-11-18T21:15:41,088 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/98d110b4-072f-d64c-90a8-529000b49732/WALs/testcorruptwaltrailer,16010,1731964540776/wal.dat.0 so closing down 2024-11-18T21:15:41,088 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T21:15:41,088 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T21:15:41,114 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-18T21:15:41,123 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/98d110b4-072f-d64c-90a8-529000b49732/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-18T21:15:41,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073741856_1033 (size=863) 2024-11-18T21:15:41,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073741856_1033 (size=863) 2024-11-18T21:15:41,180 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/98d110b4-072f-d64c-90a8-529000b49732/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T21:15:41,186 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/98d110b4-072f-d64c-90a8-529000b49732/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:46137/user/jenkins/test-data/98d110b4-072f-d64c-90a8-529000b49732/data/default/t1/region__1/recovered.edits/0000000000000000009 2024-11-18T21:15:41,187 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 1 Regions in 252 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/98d110b4-072f-d64c-90a8-529000b49732/WALs/testcorruptwaltrailer,16010,1731964540776/wal.dat.0, size=859, length=859, corrupted=false, cancelled=false 2024-11-18T21:15:41,187 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46137/user/jenkins/test-data/98d110b4-072f-d64c-90a8-529000b49732/WALs/testcorruptwaltrailer,16010,1731964540776/wal.dat.0, journal: Splitting hdfs://localhost:46137/user/jenkins/test-data/98d110b4-072f-d64c-90a8-529000b49732/WALs/testcorruptwaltrailer,16010,1731964540776/wal.dat.0, size=859 (859bytes) at 1731964540926Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/98d110b4-072f-d64c-90a8-529000b49732/WALs/testcorruptwaltrailer,16010,1731964540776/wal.dat.0 so closing down at 1731964541088 (+162 ms)3 split writer threads finished at 1731964541089 (+1 ms)Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/98d110b4-072f-d64c-90a8-529000b49732/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731964541123 (+34 ms)Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/98d110b4-072f-d64c-90a8-529000b49732/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731964541180 (+57 ms)Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/98d110b4-072f-d64c-90a8-529000b49732/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:46137/user/jenkins/test-data/98d110b4-072f-d64c-90a8-529000b49732/data/default/t1/region__1/recovered.edits/0000000000000000009 at 1731964541186 (+6 ms)Processed 10 edits across 1 Regions in 252 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/98d110b4-072f-d64c-90a8-529000b49732/WALs/testcorruptwaltrailer,16010,1731964540776/wal.dat.0, size=859, length=859, corrupted=false, cancelled=false at 1731964541187 (+1 ms) 2024-11-18T21:15:41,196 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46137/user/jenkins/test-data/98d110b4-072f-d64c-90a8-529000b49732/WALs/testcorruptwaltrailer,16010,1731964540776/wal.dat.0 to hdfs://localhost:46137/user/jenkins/test-data/98d110b4-072f-d64c-90a8-529000b49732/oldWALs/wal.dat.0 2024-11-18T21:15:41,242 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testCorruptWALTrailer Thread=136 (was 136), OpenFileDescriptor=393 (was 393), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1436 (was 1436), ProcessCount=11 (was 11), AvailableMemoryMB=1783 (was 1837) 2024-11-18T21:15:41,269 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testThreadingSlowWriterSmallBuffer Thread=136, OpenFileDescriptor=393, MaxFileDescriptor=1048576, SystemLoadAverage=1436, ProcessCount=11, AvailableMemoryMB=1782 2024-11-18T21:15:41,270 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-18T21:15:41,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073741857_1034 (size=7) 2024-11-18T21:15:41,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073741857_1034 (size=7) 2024-11-18T21:15:41,360 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46137/user/jenkins/test-data/9ef4685d-dcb0-9285-14b4-7002b6c51974 with version=8 2024-11-18T21:15:41,360 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T21:15:41,362 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T21:15:41,376 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-18T21:15:41,435 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testThreadingSlowWriterSmallBuffer Thread=136 (was 136), OpenFileDescriptor=393 (was 393), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1436 (was 1436), ProcessCount=11 (was 11), AvailableMemoryMB=1776 (was 1782) 2024-11-18T21:15:41,444 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testOldRecoveredEditsFileSidelined Thread=136, OpenFileDescriptor=393, MaxFileDescriptor=1048576, SystemLoadAverage=1436, ProcessCount=11, AvailableMemoryMB=1775 2024-11-18T21:15:41,445 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-18T21:15:41,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073741858_1035 (size=7) 2024-11-18T21:15:41,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073741858_1035 (size=7) 2024-11-18T21:15:41,525 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46137/user/jenkins/test-data/9ef4685d-dcb0-9285-14b4-7002b6c51974 with version=8 2024-11-18T21:15:41,525 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T21:15:41,529 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T21:15:41,545 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-18T21:15:41,561 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-testfile.temp 2024-11-18T21:15:41,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073741859_1036 (size=93) 2024-11-18T21:15:41,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073741859_1036 (size=93) 2024-11-18T21:15:42,023 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testOldRecoveredEditsFileSidelined Thread=136 (was 136), OpenFileDescriptor=393 (was 393), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1436 (was 1436), ProcessCount=11 (was 11), AvailableMemoryMB=1749 (was 1775) 2024-11-18T21:15:42,035 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testIOEOnOutputThread Thread=136, OpenFileDescriptor=393, MaxFileDescriptor=1048576, SystemLoadAverage=1436, ProcessCount=11, AvailableMemoryMB=1748 2024-11-18T21:15:42,035 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-18T21:15:42,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073741860_1037 (size=7) 2024-11-18T21:15:42,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073741860_1037 (size=7) 2024-11-18T21:15:42,506 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46137/user/jenkins/test-data/9ef4685d-dcb0-9285-14b4-7002b6c51974 with version=8 2024-11-18T21:15:42,507 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T21:15:42,509 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T21:15:42,514 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-18T21:15:42,514 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-18T21:15:42,516 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-18T21:15:42,520 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-18T21:15:42,533 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:42,533 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:42,559 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:42,560 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:42,565 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:42,565 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:42,566 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:42,566 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:42,567 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:42,567 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:42,568 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:42,568 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:42,569 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:42,572 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:42,573 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:42,573 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:42,574 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:42,574 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:42,575 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:42,575 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:42,575 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:42,575 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:42,576 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:42,576 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:42,577 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:42,577 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:42,578 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:42,578 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:42,578 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:42,579 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:42,579 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:42,579 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:42,580 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:42,580 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:42,581 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:42,581 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:42,582 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:42,582 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:42,583 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:42,583 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:42,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073741861_1038 (size=1393) 2024-11-18T21:15:42,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073741861_1038 (size=1393) 2024-11-18T21:15:42,990 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-18T21:15:42,990 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-18T21:15:42,992 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:42,993 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:43,007 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:43,007 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:43,008 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:43,008 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:43,010 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:43,010 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:43,011 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:43,011 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:43,012 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:43,012 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:43,013 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:43,013 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:43,020 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:43,020 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:43,025 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:43,025 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:43,026 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:43,026 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:43,027 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:43,027 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:43,028 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:43,028 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:43,028 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:43,028 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:43,030 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:43,030 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:43,030 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:43,031 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:43,031 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:43,031 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:43,032 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:43,032 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:43,033 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:43,033 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:43,035 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:43,035 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:43,036 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:43,036 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:43,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073741862_1039 (size=1393) 2024-11-18T21:15:43,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073741862_1039 (size=1393) 2024-11-18T21:15:43,049 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-18T21:15:43,049 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-18T21:15:43,053 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:43,053 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:43,076 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:43,076 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:43,081 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:43,081 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:43,085 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:43,085 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:43,089 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:43,089 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:43,093 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:43,093 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:43,094 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:43,094 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:43,094 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:43,094 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:43,097 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:43,097 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:43,097 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:43,098 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:43,098 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:43,098 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:43,099 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:43,099 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:43,100 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:43,100 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:43,100 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:43,100 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:43,102 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:43,102 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:43,103 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:43,103 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:43,108 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:43,108 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:43,108 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:43,108 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:43,109 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:43,110 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:43,110 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:43,110 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:43,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073741863_1040 (size=1393) 2024-11-18T21:15:43,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073741863_1040 (size=1393) 2024-11-18T21:15:43,115 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-18T21:15:43,115 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-18T21:15:43,117 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:43,118 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:43,127 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:43,127 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:43,128 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:43,128 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:43,129 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:43,129 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:43,130 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:43,130 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:43,131 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:43,131 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:43,131 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:43,131 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:43,132 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:43,132 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:43,133 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:43,133 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:43,134 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:43,134 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:43,135 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:43,135 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:43,135 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:43,135 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:43,136 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:43,136 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:43,137 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:43,137 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:43,138 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:43,138 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:43,139 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:43,139 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:43,139 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:43,139 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:43,140 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:43,140 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:43,141 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:43,141 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:43,142 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:43,142 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:43,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073741864_1041 (size=1393) 2024-11-18T21:15:43,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073741864_1041 (size=1393) 2024-11-18T21:15:43,146 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-18T21:15:43,146 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-18T21:15:43,148 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:43,149 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:43,158 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:43,158 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:43,159 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:43,159 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:43,160 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:43,160 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:43,161 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:43,161 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:43,162 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:43,162 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:43,163 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:43,163 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:43,164 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:43,164 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:43,164 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:43,164 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:43,165 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:43,165 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:43,165 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:43,166 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:43,166 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:43,166 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:43,167 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:43,167 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:43,167 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:43,168 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:43,168 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:43,168 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:43,169 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:43,169 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:43,170 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:43,170 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:43,170 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:43,170 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:43,171 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:43,171 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:43,172 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:43,172 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:43,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073741865_1042 (size=1393) 2024-11-18T21:15:43,176 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-18T21:15:43,176 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-18T21:15:43,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073741865_1042 (size=1393) 2024-11-18T21:15:43,178 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:43,178 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:43,193 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:43,194 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:43,194 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:43,194 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:43,195 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:43,195 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:43,196 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:43,196 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:43,196 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:43,197 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:43,197 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:43,197 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:43,198 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:43,198 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:43,199 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:43,199 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:43,200 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:43,200 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:43,201 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:43,201 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:43,202 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:43,202 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:43,203 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:43,203 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:43,204 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:43,204 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:43,205 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:43,205 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:43,206 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:43,206 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:43,207 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:43,207 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:43,207 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:43,208 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:43,208 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:43,208 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:43,209 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:43,209 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:43,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073741866_1043 (size=1393) 2024-11-18T21:15:43,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073741866_1043 (size=1393) 2024-11-18T21:15:43,214 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-18T21:15:43,215 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-18T21:15:43,217 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:43,217 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:43,229 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:43,230 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:43,232 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:43,233 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:43,236 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:43,237 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:43,241 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:43,241 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:43,245 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:43,245 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:43,249 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:43,249 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:43,253 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:43,253 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:43,257 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:43,257 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:43,257 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:43,257 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:43,258 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:43,258 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:43,259 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:43,259 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:43,260 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:43,260 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:43,261 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:43,261 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:43,261 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:43,261 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:43,262 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:43,262 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:43,263 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:43,263 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:43,263 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:43,263 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:43,264 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:43,264 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:43,264 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:43,265 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:43,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073741867_1044 (size=1405) 2024-11-18T21:15:43,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073741867_1044 (size=1405) 2024-11-18T21:15:43,272 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-18T21:15:43,273 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-18T21:15:43,275 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:43,275 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:43,291 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:43,291 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:43,292 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:43,292 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:43,293 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:43,293 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:43,294 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:43,294 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:43,295 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:43,295 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:43,295 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:43,296 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:43,296 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:43,296 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:43,297 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:43,297 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:43,298 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:43,298 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:43,298 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:43,298 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:43,299 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:43,299 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:43,300 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:43,301 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:43,301 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:43,301 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:43,302 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:43,302 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:43,302 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:43,302 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:43,303 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:43,303 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:43,304 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:43,304 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:43,305 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:43,305 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:43,306 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:43,306 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:43,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073741868_1045 (size=1413) 2024-11-18T21:15:43,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073741868_1045 (size=1413) 2024-11-18T21:15:43,311 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-18T21:15:43,311 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-18T21:15:43,313 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:43,313 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:43,319 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:43,319 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:43,320 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:43,320 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:43,320 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:43,320 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:43,321 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:43,321 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:43,322 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:43,322 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:43,323 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:43,323 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:43,324 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:43,324 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:43,325 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:43,325 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:43,325 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:43,325 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:43,326 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:43,326 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:43,327 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:43,327 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:43,328 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:43,328 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:43,328 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:43,328 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:43,329 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:43,329 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:43,330 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:43,330 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:43,331 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:43,331 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:43,332 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:43,332 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:43,333 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:43,333 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:43,333 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:43,333 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:43,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073741869_1046 (size=1413) 2024-11-18T21:15:43,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073741869_1046 (size=1413) 2024-11-18T21:15:43,338 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-18T21:15:43,338 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-18T21:15:43,341 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:43,341 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:43,349 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:43,349 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:43,350 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:43,350 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:43,350 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:43,350 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:43,351 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:43,351 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:43,352 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:43,353 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:43,353 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:43,353 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:43,354 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:43,354 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:43,355 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:43,355 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:43,356 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:43,356 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:43,356 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:43,357 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:43,357 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:43,357 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:43,358 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:43,358 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:43,358 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:43,359 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:43,360 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:43,360 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:43,360 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:43,361 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:43,361 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:43,361 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:43,362 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:43,362 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:43,363 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:43,363 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:43,364 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:43,364 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:43,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073741870_1047 (size=1413) 2024-11-18T21:15:43,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073741870_1047 (size=1413) 2024-11-18T21:15:43,369 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-18T21:15:43,404 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46137/user/jenkins/test-data/fd8e8a75-2f35-48f6-ecf9-d13d820fb438/WALs/testioeonoutputthread,16010,1731964542514/wal.dat.7, size=1.4 K (1413bytes) 2024-11-18T21:15:43,405 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46137/user/jenkins/test-data/fd8e8a75-2f35-48f6-ecf9-d13d820fb438/WALs/testioeonoutputthread,16010,1731964542514/wal.dat.7 2024-11-18T21:15:43,409 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46137/user/jenkins/test-data/fd8e8a75-2f35-48f6-ecf9-d13d820fb438/WALs/testioeonoutputthread,16010,1731964542514/wal.dat.7 after 4ms 2024-11-18T21:15:43,421 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46137/user/jenkins/test-data/fd8e8a75-2f35-48f6-ecf9-d13d820fb438/WALs/testioeonoutputthread,16010,1731964542514/wal.dat.7 took 17ms 2024-11-18T21:15:43,441 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/fd8e8a75-2f35-48f6-ecf9-d13d820fb438/WALs/testioeonoutputthread,16010,1731964542514/wal.dat.7 so closing down 2024-11-18T21:15:43,441 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T21:15:43,444 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T21:15:43,486 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/fd8e8a75-2f35-48f6-ecf9-d13d820fb438/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-18T21:15:43,486 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/fd8e8a75-2f35-48f6-ecf9-d13d820fb438/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-18T21:15:43,499 ERROR [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink$RecoveredEditsWriter(257): Failed to write log entry t1/bbb/140=[#edits: 1 = ] to log java.io.IOException: Injected at org.apache.hadoop.hbase.wal.AbstractRecoveredEditsOutputSink$RecoveredEditsWriter.writeRegionEntries(AbstractRecoveredEditsOutputSink.java:238) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.append(BoundedRecoveredEditsOutputSink.java:69) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.lambda$writeRemainingEntryBuffers$1(BoundedRecoveredEditsOutputSink.java:100) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T21:15:43,499 ERROR [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink$RecoveredEditsWriter(257): Failed to write log entry t1/ccc/141=[#edits: 1 = ] to log java.io.IOException: Injected at org.apache.hadoop.hbase.wal.AbstractRecoveredEditsOutputSink$RecoveredEditsWriter.writeRegionEntries(AbstractRecoveredEditsOutputSink.java:238) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.append(BoundedRecoveredEditsOutputSink.java:69) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.lambda$writeRemainingEntryBuffers$1(BoundedRecoveredEditsOutputSink.java:100) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T21:15:43,505 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 0 Regions in 79 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/fd8e8a75-2f35-48f6-ecf9-d13d820fb438/WALs/testioeonoutputthread,16010,1731964542514/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=true 2024-11-18T21:15:43,505 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46137/user/jenkins/test-data/fd8e8a75-2f35-48f6-ecf9-d13d820fb438/WALs/testioeonoutputthread,16010,1731964542514/wal.dat.7, journal: Splitting hdfs://localhost:46137/user/jenkins/test-data/fd8e8a75-2f35-48f6-ecf9-d13d820fb438/WALs/testioeonoutputthread,16010,1731964542514/wal.dat.7, size=1.4 K (1413bytes) at 1731964543405Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/fd8e8a75-2f35-48f6-ecf9-d13d820fb438/WALs/testioeonoutputthread,16010,1731964542514/wal.dat.7 so closing down at 1731964543441 (+36 ms)3 split writer threads finished at 1731964543444 (+3 ms)Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/fd8e8a75-2f35-48f6-ecf9-d13d820fb438/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731964543486 (+42 ms)Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/fd8e8a75-2f35-48f6-ecf9-d13d820fb438/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731964543486Failed to write log entry t1/bbb/140=[#edits: 1 = ] to log at 1731964543500 (+14 ms)Failed to write log entry t1/ccc/141=[#edits: 1 = ] to log at 1731964543500Processed 20 edits across 0 Regions in 79 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/fd8e8a75-2f35-48f6-ecf9-d13d820fb438/WALs/testioeonoutputthread,16010,1731964542514/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=true at 1731964543505 (+5 ms) 2024-11-18T21:15:43,533 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testIOEOnOutputThread Thread=136 (was 136), OpenFileDescriptor=393 (was 393), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1425 (was 1436), ProcessCount=11 (was 11), AvailableMemoryMB=1637 (was 1748) 2024-11-18T21:15:43,543 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testLogCannotBeWrittenOnceParsed Thread=136, OpenFileDescriptor=393, MaxFileDescriptor=1048576, SystemLoadAverage=1425, ProcessCount=11, AvailableMemoryMB=1637 2024-11-18T21:15:43,543 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-18T21:15:43,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073741871_1048 (size=7) 2024-11-18T21:15:43,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073741871_1048 (size=7) 2024-11-18T21:15:43,574 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46137/user/jenkins/test-data/9ef4685d-dcb0-9285-14b4-7002b6c51974 with version=8 2024-11-18T21:15:43,574 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T21:15:43,577 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T21:15:43,584 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-18T21:15:43,625 DEBUG [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-18T21:15:43,633 DEBUG [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-18T21:15:43,641 INFO [ZombieLastLogWriterRegionServer {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-18T21:15:43,654 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:43,655 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:43,709 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:43,709 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:43,717 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:43,717 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:43,720 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:43,720 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:43,722 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:43,722 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:43,723 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:43,723 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:43,725 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:43,725 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:43,729 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:43,729 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:43,730 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:43,730 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:43,731 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:43,731 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:43,732 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:43,732 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:43,735 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:43,735 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:43,736 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:43,736 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:43,737 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:43,738 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:43,738 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:43,738 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:43,740 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:43,740 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:43,742 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:43,742 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:43,743 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:43,743 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:43,744 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:43,744 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:43,744 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:43,744 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:43,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073741872_1049 (size=2324) 2024-11-18T21:15:43,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073741872_1049 (size=2324) 2024-11-18T21:15:43,750 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-18T21:15:43,751 INFO [ZombieLastLogWriterRegionServer {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-18T21:15:43,753 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:43,753 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:43,762 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:43,762 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:43,764 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:43,764 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:43,768 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:43,768 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:43,770 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:43,770 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:43,771 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:43,772 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:43,772 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:43,772 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:43,777 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:43,777 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:43,780 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:43,780 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:43,784 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:43,784 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:43,785 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:43,785 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:43,786 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:43,786 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:43,786 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:43,787 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:43,787 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:43,787 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:43,788 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:43,788 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:43,789 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:43,789 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:43,789 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:43,789 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:43,790 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:43,790 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:43,791 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:43,791 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:43,792 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:43,792 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:43,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073741873_1050 (size=1393) 2024-11-18T21:15:43,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073741873_1050 (size=1393) 2024-11-18T21:15:44,198 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-18T21:15:44,199 INFO [ZombieLastLogWriterRegionServer {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-18T21:15:44,202 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,202 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,211 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,212 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,212 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,212 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,213 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,213 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,214 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,214 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,214 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,214 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,215 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,215 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,218 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,218 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,219 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,219 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,220 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,220 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,221 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,221 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,222 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,222 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,222 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,222 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,223 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,223 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,224 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,224 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,224 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,225 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,225 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,225 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,226 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,226 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,226 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,227 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,227 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,227 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,228 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,228 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,232 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=31, seq=0 2024-11-18T21:15:44,233 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,234 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,234 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=32, seq=0 2024-11-18T21:15:44,235 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,236 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,236 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=33, seq=0 2024-11-18T21:15:44,238 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,238 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,239 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=34, seq=0 2024-11-18T21:15:44,240 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,240 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,241 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=35, seq=0 2024-11-18T21:15:44,242 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,242 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,243 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=36, seq=0 2024-11-18T21:15:44,244 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,244 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,245 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=37, seq=0 2024-11-18T21:15:44,246 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,246 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,247 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=38, seq=0 2024-11-18T21:15:44,248 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,248 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,253 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=39, seq=0 2024-11-18T21:15:44,254 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,254 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,258 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=40, seq=0 2024-11-18T21:15:44,259 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,259 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,260 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=41, seq=0 2024-11-18T21:15:44,261 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,261 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,262 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=42, seq=0 2024-11-18T21:15:44,263 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,264 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,264 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=43, seq=0 2024-11-18T21:15:44,265 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,266 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,266 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=44, seq=0 2024-11-18T21:15:44,267 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,267 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,268 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=45, seq=0 2024-11-18T21:15:44,269 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,269 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,270 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=46, seq=0 2024-11-18T21:15:44,271 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,271 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,272 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=47, seq=0 2024-11-18T21:15:44,273 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,273 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,274 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=48, seq=0 2024-11-18T21:15:44,275 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,275 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,275 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=49, seq=0 2024-11-18T21:15:44,277 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,277 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,277 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=50, seq=0 2024-11-18T21:15:44,278 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,279 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,279 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=51, seq=0 2024-11-18T21:15:44,280 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,280 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,284 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=52, seq=0 2024-11-18T21:15:44,286 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,286 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,288 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=53, seq=0 2024-11-18T21:15:44,290 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,290 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,292 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=54, seq=0 2024-11-18T21:15:44,294 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,294 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,296 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=55, seq=0 2024-11-18T21:15:44,298 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,298 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,298 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=56, seq=0 2024-11-18T21:15:44,299 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,300 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,300 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=57, seq=0 2024-11-18T21:15:44,302 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,302 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,302 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=58, seq=0 2024-11-18T21:15:44,303 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,304 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,304 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=59, seq=0 2024-11-18T21:15:44,305 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,306 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,308 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=60, seq=0 2024-11-18T21:15:44,310 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,310 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,311 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=61, seq=0 2024-11-18T21:15:44,312 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,312 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,313 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=62, seq=0 2024-11-18T21:15:44,314 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,314 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,315 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=63, seq=0 2024-11-18T21:15:44,316 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,316 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,317 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=64, seq=0 2024-11-18T21:15:44,318 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,318 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,319 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=65, seq=0 2024-11-18T21:15:44,320 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,320 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,321 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=66, seq=0 2024-11-18T21:15:44,322 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,322 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,323 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=67, seq=0 2024-11-18T21:15:44,324 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,324 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,325 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=68, seq=0 2024-11-18T21:15:44,326 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,326 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,330 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=69, seq=0 2024-11-18T21:15:44,332 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,332 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,332 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=70, seq=0 2024-11-18T21:15:44,334 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,334 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,334 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=71, seq=0 2024-11-18T21:15:44,335 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,335 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,336 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=72, seq=0 2024-11-18T21:15:44,337 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,337 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,338 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=73, seq=0 2024-11-18T21:15:44,339 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,339 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,341 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=74, seq=0 2024-11-18T21:15:44,342 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,342 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,342 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=75, seq=0 2024-11-18T21:15:44,344 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,344 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,344 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=76, seq=0 2024-11-18T21:15:44,345 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,346 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,346 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=77, seq=0 2024-11-18T21:15:44,347 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,347 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,348 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=78, seq=0 2024-11-18T21:15:44,349 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,350 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,350 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=79, seq=0 2024-11-18T21:15:44,351 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,351 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,352 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=80, seq=0 2024-11-18T21:15:44,353 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,353 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,354 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=81, seq=0 2024-11-18T21:15:44,355 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,356 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,356 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=82, seq=0 2024-11-18T21:15:44,357 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,357 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,358 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=83, seq=0 2024-11-18T21:15:44,360 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,360 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,361 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=84, seq=0 2024-11-18T21:15:44,362 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,362 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,362 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=85, seq=0 2024-11-18T21:15:44,364 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,364 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,364 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=86, seq=0 2024-11-18T21:15:44,365 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,365 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,367 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=87, seq=0 2024-11-18T21:15:44,368 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,368 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,369 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=88, seq=0 2024-11-18T21:15:44,371 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,371 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,372 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=89, seq=0 2024-11-18T21:15:44,373 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,373 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,374 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=90, seq=0 2024-11-18T21:15:44,375 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,375 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,376 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=91, seq=0 2024-11-18T21:15:44,377 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,377 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,380 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=92, seq=0 2024-11-18T21:15:44,382 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,382 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,382 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=93, seq=0 2024-11-18T21:15:44,383 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,383 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,384 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=94, seq=0 2024-11-18T21:15:44,385 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,385 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,386 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=95, seq=0 2024-11-18T21:15:44,387 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,387 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,388 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=96, seq=0 2024-11-18T21:15:44,389 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,389 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,390 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=97, seq=0 2024-11-18T21:15:44,391 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,391 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,391 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=98, seq=0 2024-11-18T21:15:44,393 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,393 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,393 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=99, seq=0 2024-11-18T21:15:44,394 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,394 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,395 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=100, seq=0 2024-11-18T21:15:44,396 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,396 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,397 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=101, seq=0 2024-11-18T21:15:44,398 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,398 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,399 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=102, seq=0 2024-11-18T21:15:44,400 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,400 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,400 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=103, seq=0 2024-11-18T21:15:44,402 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,402 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,402 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=104, seq=0 2024-11-18T21:15:44,403 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,403 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,404 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=105, seq=0 2024-11-18T21:15:44,405 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,405 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,406 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=106, seq=0 2024-11-18T21:15:44,407 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,407 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,408 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=107, seq=0 2024-11-18T21:15:44,409 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,409 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,410 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=108, seq=0 2024-11-18T21:15:44,411 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,411 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,411 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=109, seq=0 2024-11-18T21:15:44,412 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,413 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,413 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=110, seq=0 2024-11-18T21:15:44,414 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,414 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,415 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=111, seq=0 2024-11-18T21:15:44,416 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,416 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,417 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=112, seq=0 2024-11-18T21:15:44,418 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,418 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,419 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=113, seq=0 2024-11-18T21:15:44,420 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,420 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,420 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=114, seq=0 2024-11-18T21:15:44,422 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,422 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,422 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=115, seq=0 2024-11-18T21:15:44,423 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,423 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,424 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=116, seq=0 2024-11-18T21:15:44,425 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,425 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,426 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=117, seq=0 2024-11-18T21:15:44,427 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,427 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,428 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=118, seq=0 2024-11-18T21:15:44,429 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,429 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,429 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=119, seq=0 2024-11-18T21:15:44,431 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,431 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,431 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=120, seq=0 2024-11-18T21:15:44,432 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,433 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,433 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=121, seq=0 2024-11-18T21:15:44,434 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,434 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,435 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=122, seq=0 2024-11-18T21:15:44,436 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,436 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,437 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=123, seq=0 2024-11-18T21:15:44,438 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,438 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,438 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=124, seq=0 2024-11-18T21:15:44,440 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,440 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,440 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=125, seq=0 2024-11-18T21:15:44,441 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,442 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,442 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=126, seq=0 2024-11-18T21:15:44,443 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,443 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,444 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=127, seq=0 2024-11-18T21:15:44,445 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,445 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,446 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=128, seq=0 2024-11-18T21:15:44,447 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,447 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,448 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=129, seq=0 2024-11-18T21:15:44,449 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,449 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,449 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=130, seq=0 2024-11-18T21:15:44,450 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,451 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,451 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=131, seq=0 2024-11-18T21:15:44,452 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,452 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,453 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=132, seq=0 2024-11-18T21:15:44,454 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,454 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,454 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=133, seq=0 2024-11-18T21:15:44,456 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,456 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,456 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=134, seq=0 2024-11-18T21:15:44,457 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,457 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,458 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=135, seq=0 2024-11-18T21:15:44,459 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,459 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,460 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=136, seq=0 2024-11-18T21:15:44,461 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,461 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,461 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=137, seq=0 2024-11-18T21:15:44,463 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,463 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,463 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=138, seq=0 2024-11-18T21:15:44,464 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,465 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,465 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=139, seq=0 2024-11-18T21:15:44,466 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,466 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,467 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=140, seq=0 2024-11-18T21:15:44,468 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,468 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,469 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=141, seq=0 2024-11-18T21:15:44,470 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,470 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,471 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=142, seq=0 2024-11-18T21:15:44,472 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,472 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,473 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=143, seq=0 2024-11-18T21:15:44,474 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,474 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,474 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=144, seq=0 2024-11-18T21:15:44,476 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,476 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,476 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=145, seq=0 2024-11-18T21:15:44,477 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,477 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,478 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=146, seq=0 2024-11-18T21:15:44,479 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,479 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,480 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=147, seq=0 2024-11-18T21:15:44,481 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,481 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,482 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=148, seq=0 2024-11-18T21:15:44,483 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,483 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,483 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=149, seq=0 2024-11-18T21:15:44,485 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,485 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,485 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=150, seq=0 2024-11-18T21:15:44,486 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,486 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,487 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=151, seq=0 2024-11-18T21:15:44,488 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,488 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,489 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=152, seq=0 2024-11-18T21:15:44,490 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,490 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,491 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=153, seq=0 2024-11-18T21:15:44,492 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,492 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,492 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=154, seq=0 2024-11-18T21:15:44,494 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,494 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,494 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=155, seq=0 2024-11-18T21:15:44,495 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,495 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,496 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=156, seq=0 2024-11-18T21:15:44,497 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,497 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,498 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=157, seq=0 2024-11-18T21:15:44,499 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,499 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,500 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=158, seq=0 2024-11-18T21:15:44,501 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,501 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,501 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=159, seq=0 2024-11-18T21:15:44,503 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,503 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,503 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=160, seq=0 2024-11-18T21:15:44,504 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,504 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,505 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=161, seq=0 2024-11-18T21:15:44,506 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,506 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,507 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=162, seq=0 2024-11-18T21:15:44,508 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,508 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,509 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=163, seq=0 2024-11-18T21:15:44,510 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,510 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,510 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=164, seq=0 2024-11-18T21:15:44,512 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,512 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,512 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=165, seq=0 2024-11-18T21:15:44,513 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,514 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,514 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=166, seq=0 2024-11-18T21:15:44,515 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,515 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,516 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=167, seq=0 2024-11-18T21:15:44,517 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,517 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,518 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=168, seq=0 2024-11-18T21:15:44,519 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,519 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,520 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=169, seq=0 2024-11-18T21:15:44,521 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,521 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,521 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=170, seq=0 2024-11-18T21:15:44,523 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,523 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,523 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=171, seq=0 2024-11-18T21:15:44,524 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,524 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,525 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=172, seq=0 2024-11-18T21:15:44,526 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,526 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,527 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=173, seq=0 2024-11-18T21:15:44,528 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,528 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,529 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=174, seq=0 2024-11-18T21:15:44,530 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,530 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,530 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=175, seq=0 2024-11-18T21:15:44,531 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,532 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,532 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=176, seq=0 2024-11-18T21:15:44,533 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,533 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,534 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=177, seq=0 2024-11-18T21:15:44,535 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,535 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,536 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=178, seq=0 2024-11-18T21:15:44,537 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,537 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,538 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=179, seq=0 2024-11-18T21:15:44,539 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,539 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,539 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=180, seq=0 2024-11-18T21:15:44,541 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,541 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,543 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=181, seq=0 2024-11-18T21:15:44,544 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,544 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,545 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=182, seq=0 2024-11-18T21:15:44,546 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,546 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,547 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=183, seq=0 2024-11-18T21:15:44,548 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,548 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,556 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=184, seq=0 2024-11-18T21:15:44,557 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,558 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,558 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=185, seq=0 2024-11-18T21:15:44,559 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,560 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,560 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=186, seq=0 2024-11-18T21:15:44,561 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,562 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,562 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=187, seq=0 2024-11-18T21:15:44,563 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,563 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,564 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=188, seq=0 2024-11-18T21:15:44,565 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,565 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,566 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=189, seq=0 2024-11-18T21:15:44,567 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,567 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,568 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=190, seq=0 2024-11-18T21:15:44,569 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,569 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,570 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=191, seq=0 2024-11-18T21:15:44,571 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,571 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,571 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=192, seq=0 2024-11-18T21:15:44,572 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,573 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,573 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=193, seq=0 2024-11-18T21:15:44,574 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,574 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,575 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=194, seq=0 2024-11-18T21:15:44,576 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,576 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,577 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=195, seq=0 2024-11-18T21:15:44,578 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,578 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,579 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=196, seq=0 2024-11-18T21:15:44,580 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,580 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,580 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=197, seq=0 2024-11-18T21:15:44,581 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,582 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,582 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=198, seq=0 2024-11-18T21:15:44,583 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,583 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,584 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=199, seq=0 2024-11-18T21:15:44,585 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,585 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,586 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=200, seq=0 2024-11-18T21:15:44,587 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,587 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,588 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=201, seq=0 2024-11-18T21:15:44,589 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,589 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,589 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=202, seq=0 2024-11-18T21:15:44,591 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,591 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,591 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=203, seq=0 2024-11-18T21:15:44,592 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,592 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,593 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=204, seq=0 2024-11-18T21:15:44,594 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,594 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,595 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=205, seq=0 2024-11-18T21:15:44,596 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,596 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,597 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=206, seq=0 2024-11-18T21:15:44,598 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,598 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,598 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=207, seq=0 2024-11-18T21:15:44,600 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,600 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,602 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=208, seq=0 2024-11-18T21:15:44,603 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,603 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,604 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=209, seq=0 2024-11-18T21:15:44,605 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,605 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,606 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=210, seq=0 2024-11-18T21:15:44,607 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,607 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,608 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=211, seq=0 2024-11-18T21:15:44,609 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,609 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,609 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=212, seq=0 2024-11-18T21:15:44,611 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,611 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,611 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=213, seq=0 2024-11-18T21:15:44,612 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,612 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,613 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=214, seq=0 2024-11-18T21:15:44,614 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,614 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,615 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=215, seq=0 2024-11-18T21:15:44,616 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,616 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,617 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=216, seq=0 2024-11-18T21:15:44,618 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,618 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,618 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=217, seq=0 2024-11-18T21:15:44,620 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,620 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,620 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=218, seq=0 2024-11-18T21:15:44,621 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,622 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,623 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=219, seq=0 2024-11-18T21:15:44,624 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,624 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,625 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=220, seq=0 2024-11-18T21:15:44,626 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,626 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,627 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=221, seq=0 2024-11-18T21:15:44,628 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,628 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,628 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=222, seq=0 2024-11-18T21:15:44,630 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,630 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,630 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=223, seq=0 2024-11-18T21:15:44,631 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,631 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,632 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=224, seq=0 2024-11-18T21:15:44,633 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,633 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,634 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=225, seq=0 2024-11-18T21:15:44,635 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,635 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,636 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=226, seq=0 2024-11-18T21:15:44,637 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,637 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,637 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=227, seq=0 2024-11-18T21:15:44,639 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,639 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,639 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=228, seq=0 2024-11-18T21:15:44,640 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,640 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,641 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=229, seq=0 2024-11-18T21:15:44,642 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,642 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,643 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=230, seq=0 2024-11-18T21:15:44,644 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,644 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,645 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=231, seq=0 2024-11-18T21:15:44,646 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,646 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,646 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=232, seq=0 2024-11-18T21:15:44,648 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,648 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,648 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=233, seq=0 2024-11-18T21:15:44,649 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,650 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,650 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=234, seq=0 2024-11-18T21:15:44,651 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,651 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,652 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=235, seq=0 2024-11-18T21:15:44,653 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,653 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,654 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=236, seq=0 2024-11-18T21:15:44,655 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,655 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,655 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=237, seq=0 2024-11-18T21:15:44,657 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,657 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,657 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=238, seq=0 2024-11-18T21:15:44,658 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,659 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,659 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=239, seq=0 2024-11-18T21:15:44,660 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,660 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,661 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=240, seq=0 2024-11-18T21:15:44,662 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,662 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,663 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=241, seq=0 2024-11-18T21:15:44,664 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,664 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,665 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=242, seq=0 2024-11-18T21:15:44,666 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,666 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,666 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=243, seq=0 2024-11-18T21:15:44,668 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,668 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,668 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=244, seq=0 2024-11-18T21:15:44,669 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,669 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,670 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=245, seq=0 2024-11-18T21:15:44,671 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,671 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,672 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=246, seq=0 2024-11-18T21:15:44,673 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,673 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,674 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=247, seq=0 2024-11-18T21:15:44,675 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,675 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,675 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=248, seq=0 2024-11-18T21:15:44,676 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,677 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,677 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=249, seq=0 2024-11-18T21:15:44,678 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,678 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,679 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=250, seq=0 2024-11-18T21:15:44,680 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,680 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,681 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=251, seq=0 2024-11-18T21:15:44,682 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,682 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,683 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=252, seq=0 2024-11-18T21:15:44,684 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,684 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,684 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=253, seq=0 2024-11-18T21:15:44,686 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,686 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,686 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=254, seq=0 2024-11-18T21:15:44,687 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,687 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,688 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=255, seq=0 2024-11-18T21:15:44,689 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,689 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,690 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=256, seq=0 2024-11-18T21:15:44,691 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,691 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,692 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=257, seq=0 2024-11-18T21:15:44,693 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,693 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,693 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=258, seq=0 2024-11-18T21:15:44,695 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,695 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,695 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=259, seq=0 2024-11-18T21:15:44,696 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,696 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,697 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=260, seq=0 2024-11-18T21:15:44,698 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,698 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,699 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=261, seq=0 2024-11-18T21:15:44,700 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,700 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,701 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=262, seq=0 2024-11-18T21:15:44,702 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,702 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,702 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=263, seq=0 2024-11-18T21:15:44,704 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,704 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,704 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=264, seq=0 2024-11-18T21:15:44,705 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,706 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,706 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=265, seq=0 2024-11-18T21:15:44,707 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,707 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,708 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=266, seq=0 2024-11-18T21:15:44,709 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,709 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,710 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=267, seq=0 2024-11-18T21:15:44,711 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,711 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,712 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=268, seq=0 2024-11-18T21:15:44,713 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,713 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,713 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=269, seq=0 2024-11-18T21:15:44,715 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,715 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,715 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=270, seq=0 2024-11-18T21:15:44,716 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,716 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,717 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=271, seq=0 2024-11-18T21:15:44,718 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,718 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,719 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=272, seq=0 2024-11-18T21:15:44,720 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,720 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,721 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=273, seq=0 2024-11-18T21:15:44,722 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,722 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,722 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=274, seq=0 2024-11-18T21:15:44,723 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,724 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,724 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=275, seq=0 2024-11-18T21:15:44,725 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,725 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,726 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=276, seq=0 2024-11-18T21:15:44,727 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,727 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,727 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=277, seq=0 2024-11-18T21:15:44,729 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,729 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,729 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=278, seq=0 2024-11-18T21:15:44,730 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,730 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,731 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=279, seq=0 2024-11-18T21:15:44,732 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,732 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,733 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=280, seq=0 2024-11-18T21:15:44,734 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,734 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,735 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=281, seq=0 2024-11-18T21:15:44,736 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,736 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,737 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=282, seq=0 2024-11-18T21:15:44,738 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,738 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,738 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=283, seq=0 2024-11-18T21:15:44,740 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,740 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,740 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=284, seq=0 2024-11-18T21:15:44,741 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,741 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,742 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=285, seq=0 2024-11-18T21:15:44,743 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,743 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,756 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=286, seq=0 2024-11-18T21:15:44,757 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,757 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,758 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=287, seq=0 2024-11-18T21:15:44,759 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,759 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,759 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=288, seq=0 2024-11-18T21:15:44,761 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,761 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,761 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=289, seq=0 2024-11-18T21:15:44,763 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,763 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,763 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=290, seq=0 2024-11-18T21:15:44,764 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,764 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,766 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=291, seq=0 2024-11-18T21:15:44,767 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,767 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,768 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=292, seq=0 2024-11-18T21:15:44,769 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,769 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,770 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=293, seq=0 2024-11-18T21:15:44,771 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,771 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,771 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=294, seq=0 2024-11-18T21:15:44,773 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,773 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,773 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=295, seq=0 2024-11-18T21:15:44,774 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,774 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,775 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=296, seq=0 2024-11-18T21:15:44,776 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,776 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,777 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=297, seq=0 2024-11-18T21:15:44,778 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,778 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,779 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=298, seq=0 2024-11-18T21:15:44,780 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,780 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,780 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=299, seq=0 2024-11-18T21:15:44,782 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,782 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,782 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=300, seq=0 2024-11-18T21:15:44,783 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,784 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,784 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=301, seq=0 2024-11-18T21:15:44,785 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,785 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,786 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=302, seq=0 2024-11-18T21:15:44,787 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,787 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,788 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=303, seq=0 2024-11-18T21:15:44,789 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,789 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,790 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=304, seq=0 2024-11-18T21:15:44,791 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,791 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,791 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=305, seq=0 2024-11-18T21:15:44,792 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,793 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,793 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=306, seq=0 2024-11-18T21:15:44,794 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,794 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,795 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=307, seq=0 2024-11-18T21:15:44,796 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,796 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,797 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=308, seq=0 2024-11-18T21:15:44,798 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,798 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,799 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=309, seq=0 2024-11-18T21:15:44,800 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,800 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,800 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=310, seq=0 2024-11-18T21:15:44,802 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,802 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,802 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=311, seq=0 2024-11-18T21:15:44,803 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,803 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,804 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=312, seq=0 2024-11-18T21:15:44,805 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,805 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,806 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=313, seq=0 2024-11-18T21:15:44,807 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,807 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,808 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=314, seq=0 2024-11-18T21:15:44,809 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,809 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,810 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=315, seq=0 2024-11-18T21:15:44,811 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,811 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,811 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=316, seq=0 2024-11-18T21:15:44,813 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,813 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,813 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=317, seq=0 2024-11-18T21:15:44,814 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,814 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,815 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=318, seq=0 2024-11-18T21:15:44,816 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,816 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,817 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=319, seq=0 2024-11-18T21:15:44,818 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,818 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,819 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=320, seq=0 2024-11-18T21:15:44,820 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,820 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,821 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=321, seq=0 2024-11-18T21:15:44,822 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,822 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,822 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=322, seq=0 2024-11-18T21:15:44,824 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,824 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,824 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=323, seq=0 2024-11-18T21:15:44,825 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,825 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,826 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=324, seq=0 2024-11-18T21:15:44,827 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,827 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,828 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=325, seq=0 2024-11-18T21:15:44,829 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,829 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,838 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=326, seq=0 2024-11-18T21:15:44,840 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,840 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,842 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=327, seq=0 2024-11-18T21:15:44,843 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,843 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,844 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=328, seq=0 2024-11-18T21:15:44,846 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,846 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,848 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=329, seq=0 2024-11-18T21:15:44,849 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,849 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,850 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=330, seq=0 2024-11-18T21:15:44,852 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,852 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,853 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=331, seq=0 2024-11-18T21:15:44,854 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,854 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,856 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=332, seq=0 2024-11-18T21:15:44,857 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,857 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,858 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=333, seq=0 2024-11-18T21:15:44,859 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,859 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,860 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=334, seq=0 2024-11-18T21:15:44,861 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,861 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,862 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=335, seq=0 2024-11-18T21:15:44,863 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,863 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,864 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=336, seq=0 2024-11-18T21:15:44,865 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,865 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,866 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=337, seq=0 2024-11-18T21:15:44,867 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,867 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,867 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=338, seq=0 2024-11-18T21:15:44,869 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,869 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,870 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=339, seq=0 2024-11-18T21:15:44,871 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,871 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,872 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=340, seq=0 2024-11-18T21:15:44,873 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,873 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,874 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=341, seq=0 2024-11-18T21:15:44,875 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,875 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,876 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=342, seq=0 2024-11-18T21:15:44,877 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,877 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,879 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=343, seq=0 2024-11-18T21:15:44,880 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,880 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,882 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=344, seq=0 2024-11-18T21:15:44,883 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,883 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,884 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=345, seq=0 2024-11-18T21:15:44,885 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,885 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,886 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=346, seq=0 2024-11-18T21:15:44,888 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,888 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,890 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=347, seq=0 2024-11-18T21:15:44,891 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,892 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,893 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=348, seq=0 2024-11-18T21:15:44,894 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,894 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,895 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=349, seq=0 2024-11-18T21:15:44,896 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,896 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,897 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=350, seq=0 2024-11-18T21:15:44,898 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,898 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,899 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=351, seq=0 2024-11-18T21:15:44,900 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,900 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,901 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=352, seq=0 2024-11-18T21:15:44,902 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,902 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,903 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=353, seq=0 2024-11-18T21:15:44,904 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,904 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,905 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=354, seq=0 2024-11-18T21:15:44,906 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,906 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,907 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=355, seq=0 2024-11-18T21:15:44,908 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,908 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,910 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=356, seq=0 2024-11-18T21:15:44,912 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,912 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,912 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=357, seq=0 2024-11-18T21:15:44,914 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,914 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,915 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=358, seq=0 2024-11-18T21:15:44,917 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,917 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,918 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=359, seq=0 2024-11-18T21:15:44,919 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,919 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,921 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=360, seq=0 2024-11-18T21:15:44,922 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,922 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,922 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=361, seq=0 2024-11-18T21:15:44,923 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,924 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,925 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=362, seq=0 2024-11-18T21:15:44,926 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,926 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,927 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=363, seq=0 2024-11-18T21:15:44,928 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,928 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,929 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=364, seq=0 2024-11-18T21:15:44,930 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,930 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,931 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=365, seq=0 2024-11-18T21:15:44,932 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,932 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,933 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=366, seq=0 2024-11-18T21:15:44,934 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,934 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,935 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=367, seq=0 2024-11-18T21:15:44,936 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,936 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,937 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=368, seq=0 2024-11-18T21:15:44,939 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,939 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,939 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=369, seq=0 2024-11-18T21:15:44,940 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,940 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,942 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=370, seq=0 2024-11-18T21:15:44,943 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,943 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,944 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=371, seq=0 2024-11-18T21:15:44,945 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,945 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,948 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=372, seq=0 2024-11-18T21:15:44,949 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,949 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,950 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=373, seq=0 2024-11-18T21:15:44,952 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,952 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,953 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=374, seq=0 2024-11-18T21:15:44,954 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,954 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,955 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=375, seq=0 2024-11-18T21:15:44,956 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,956 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,957 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=376, seq=0 2024-11-18T21:15:44,958 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,958 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,958 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=377, seq=0 2024-11-18T21:15:44,960 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,960 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,960 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=378, seq=0 2024-11-18T21:15:44,962 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,962 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,963 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=379, seq=0 2024-11-18T21:15:44,964 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,964 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,965 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=380, seq=0 2024-11-18T21:15:44,972 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,972 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,974 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=381, seq=0 2024-11-18T21:15:44,976 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,976 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,978 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=382, seq=0 2024-11-18T21:15:44,979 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,979 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,986 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=383, seq=0 2024-11-18T21:15:44,988 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,988 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,993 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=384, seq=0 2024-11-18T21:15:44,995 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,995 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:44,997 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=385, seq=0 2024-11-18T21:15:44,999 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:44,999 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,001 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=386, seq=0 2024-11-18T21:15:45,003 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,003 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,005 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=387, seq=0 2024-11-18T21:15:45,007 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,007 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,010 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=388, seq=0 2024-11-18T21:15:45,012 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,012 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,013 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=389, seq=0 2024-11-18T21:15:45,015 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,015 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,018 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=390, seq=0 2024-11-18T21:15:45,019 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,019 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,021 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=391, seq=0 2024-11-18T21:15:45,022 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,022 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,025 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=392, seq=0 2024-11-18T21:15:45,027 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,027 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,028 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=393, seq=0 2024-11-18T21:15:45,029 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,029 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,031 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=394, seq=0 2024-11-18T21:15:45,032 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,033 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,034 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=395, seq=0 2024-11-18T21:15:45,035 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,036 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,037 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=396, seq=0 2024-11-18T21:15:45,038 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,039 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,040 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=397, seq=0 2024-11-18T21:15:45,041 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,041 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,043 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=398, seq=0 2024-11-18T21:15:45,044 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,044 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,045 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=399, seq=0 2024-11-18T21:15:45,047 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,047 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,048 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=400, seq=0 2024-11-18T21:15:45,050 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,050 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,051 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=401, seq=0 2024-11-18T21:15:45,052 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,052 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,053 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=402, seq=0 2024-11-18T21:15:45,054 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,055 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,055 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=403, seq=0 2024-11-18T21:15:45,056 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,056 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,058 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=404, seq=0 2024-11-18T21:15:45,059 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,059 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,060 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=405, seq=0 2024-11-18T21:15:45,061 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,061 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,062 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=406, seq=0 2024-11-18T21:15:45,063 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,063 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,065 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=407, seq=0 2024-11-18T21:15:45,066 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,066 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,067 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=408, seq=0 2024-11-18T21:15:45,069 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,069 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,070 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=409, seq=0 2024-11-18T21:15:45,071 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,072 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,072 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=410, seq=0 2024-11-18T21:15:45,074 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,074 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,075 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=411, seq=0 2024-11-18T21:15:45,076 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,077 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,078 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=412, seq=0 2024-11-18T21:15:45,079 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,079 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,080 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=413, seq=0 2024-11-18T21:15:45,084 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,084 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,086 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=414, seq=0 2024-11-18T21:15:45,087 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,088 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,092 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=415, seq=0 2024-11-18T21:15:45,093 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,093 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,097 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=416, seq=0 2024-11-18T21:15:45,098 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,099 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,103 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=417, seq=0 2024-11-18T21:15:45,105 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,105 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,110 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=418, seq=0 2024-11-18T21:15:45,111 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,111 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,117 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=419, seq=0 2024-11-18T21:15:45,119 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,119 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,122 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=420, seq=0 2024-11-18T21:15:45,123 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,123 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,125 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=421, seq=0 2024-11-18T21:15:45,126 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,127 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,129 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=422, seq=0 2024-11-18T21:15:45,130 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,130 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,131 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=423, seq=0 2024-11-18T21:15:45,132 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,132 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,136 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=424, seq=0 2024-11-18T21:15:45,137 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,137 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,140 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=425, seq=0 2024-11-18T21:15:45,141 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,141 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,142 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=426, seq=0 2024-11-18T21:15:45,143 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,143 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,145 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=427, seq=0 2024-11-18T21:15:45,147 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,147 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,147 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=428, seq=0 2024-11-18T21:15:45,148 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,148 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,151 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=429, seq=0 2024-11-18T21:15:45,152 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,152 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,155 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=430, seq=0 2024-11-18T21:15:45,157 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,157 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,158 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=431, seq=0 2024-11-18T21:15:45,159 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,159 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,162 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=432, seq=0 2024-11-18T21:15:45,163 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,163 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,165 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=433, seq=0 2024-11-18T21:15:45,166 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,166 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,168 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=434, seq=0 2024-11-18T21:15:45,169 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,169 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,170 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=435, seq=0 2024-11-18T21:15:45,171 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,171 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,178 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=436, seq=0 2024-11-18T21:15:45,179 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,180 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,181 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=437, seq=0 2024-11-18T21:15:45,182 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,182 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,183 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=438, seq=0 2024-11-18T21:15:45,185 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,185 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,186 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=439, seq=0 2024-11-18T21:15:45,187 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,187 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,188 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=440, seq=0 2024-11-18T21:15:45,190 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,190 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,190 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=441, seq=0 2024-11-18T21:15:45,192 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,192 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,193 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=442, seq=0 2024-11-18T21:15:45,194 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,194 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,194 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=443, seq=0 2024-11-18T21:15:45,195 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,196 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,196 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=444, seq=0 2024-11-18T21:15:45,197 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,197 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,198 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=445, seq=0 2024-11-18T21:15:45,199 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,199 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,200 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=446, seq=0 2024-11-18T21:15:45,201 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,201 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,202 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=447, seq=0 2024-11-18T21:15:45,203 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,203 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,203 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=448, seq=0 2024-11-18T21:15:45,205 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,205 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,205 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=449, seq=0 2024-11-18T21:15:45,206 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,206 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,207 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=450, seq=0 2024-11-18T21:15:45,208 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,208 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,209 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=451, seq=0 2024-11-18T21:15:45,210 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,210 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,210 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=452, seq=0 2024-11-18T21:15:45,212 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,212 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,212 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=453, seq=0 2024-11-18T21:15:45,213 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,213 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,214 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=454, seq=0 2024-11-18T21:15:45,215 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,215 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,216 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=455, seq=0 2024-11-18T21:15:45,218 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,218 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,218 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=456, seq=0 2024-11-18T21:15:45,219 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,219 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,220 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=457, seq=0 2024-11-18T21:15:45,221 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,221 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,222 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=458, seq=0 2024-11-18T21:15:45,223 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,223 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,223 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=459, seq=0 2024-11-18T21:15:45,225 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,225 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,225 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=460, seq=0 2024-11-18T21:15:45,226 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,226 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,227 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=461, seq=0 2024-11-18T21:15:45,229 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,229 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,230 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=462, seq=0 2024-11-18T21:15:45,231 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,231 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,232 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=463, seq=0 2024-11-18T21:15:45,233 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,233 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,234 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=464, seq=0 2024-11-18T21:15:45,235 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,235 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,236 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=465, seq=0 2024-11-18T21:15:45,237 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,237 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,238 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=466, seq=0 2024-11-18T21:15:45,239 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,239 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,240 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=467, seq=0 2024-11-18T21:15:45,241 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,241 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,241 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=468, seq=0 2024-11-18T21:15:45,243 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,243 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,243 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=469, seq=0 2024-11-18T21:15:45,245 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,245 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,246 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=470, seq=0 2024-11-18T21:15:45,247 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,247 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,249 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=471, seq=0 2024-11-18T21:15:45,250 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,250 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,252 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=472, seq=0 2024-11-18T21:15:45,253 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,253 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,256 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=473, seq=0 2024-11-18T21:15:45,257 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,257 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,259 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=474, seq=0 2024-11-18T21:15:45,260 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,260 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,262 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=475, seq=0 2024-11-18T21:15:45,263 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,263 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,264 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=476, seq=0 2024-11-18T21:15:45,264 DEBUG [Time-limited test {}] wal.TestWALSplit$1(248): Contents of WALDIR (hdfs://localhost:46137/user/jenkins/test-data/6e4e3418-18de-b6fb-13de-6a380170cd50/WALs/testlogcannotbewrittenonceparsed,16010,1731964543584): HdfsNamedFileStatus{path=hdfs://localhost:46137/user/jenkins/test-data/6e4e3418-18de-b6fb-13de-6a380170cd50/WALs/testlogcannotbewrittenonceparsed,16010,1731964543584/wal.dat.0; isDirectory=false; length=2324; replication=2; blocksize=268435456; modification_time=1731964543749; access_time=1731964543646; owner=jenkins-zombie; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:46137/user/jenkins/test-data/6e4e3418-18de-b6fb-13de-6a380170cd50/WALs/testlogcannotbewrittenonceparsed,16010,1731964543584/wal.dat.1; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731964544198; access_time=1731964543752; owner=jenkins-zombie; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:46137/user/jenkins/test-data/6e4e3418-18de-b6fb-13de-6a380170cd50/WALs/testlogcannotbewrittenonceparsed,16010,1731964543584/wal.dat.2; isDirectory=false; length=150; replication=2; blocksize=268435456; modification_time=1731964544200; access_time=1731964544200; owner=jenkins-zombie; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} 2024-11-18T21:15:45,264 INFO [Time-limited test {}] wal.TestWALSplit$1(249): Splitting WALs out from under zombie. Expecting 3 files. 2024-11-18T21:15:45,265 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,265 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,266 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=477, seq=0 2024-11-18T21:15:45,267 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,267 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,268 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=478, seq=0 2024-11-18T21:15:45,269 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,269 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,270 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=479, seq=0 2024-11-18T21:15:45,271 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,271 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,272 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=480, seq=0 2024-11-18T21:15:45,273 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,273 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,274 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=481, seq=0 2024-11-18T21:15:45,275 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,275 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,276 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=482, seq=0 2024-11-18T21:15:45,278 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,278 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,278 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=483, seq=0 2024-11-18T21:15:45,279 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,279 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,280 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=484, seq=0 2024-11-18T21:15:45,281 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,282 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,283 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=485, seq=0 2024-11-18T21:15:45,284 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,284 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,285 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=486, seq=0 2024-11-18T21:15:45,286 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,286 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,288 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=487, seq=0 2024-11-18T21:15:45,289 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,289 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,291 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=488, seq=0 2024-11-18T21:15:45,293 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,293 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,295 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=489, seq=0 2024-11-18T21:15:45,296 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,296 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,297 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=490, seq=0 2024-11-18T21:15:45,298 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,298 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,299 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=491, seq=0 2024-11-18T21:15:45,300 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,300 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,301 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=492, seq=0 2024-11-18T21:15:45,303 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,303 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,304 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=493, seq=0 2024-11-18T21:15:45,305 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,306 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,307 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=494, seq=0 2024-11-18T21:15:45,308 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,308 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,310 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=495, seq=0 2024-11-18T21:15:45,311 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,311 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,314 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=496, seq=0 2024-11-18T21:15:45,315 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,315 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,318 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=497, seq=0 2024-11-18T21:15:45,319 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,319 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,320 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=498, seq=0 2024-11-18T21:15:45,321 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,321 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,322 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=499, seq=0 2024-11-18T21:15:45,323 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,323 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,323 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=500, seq=0 2024-11-18T21:15:45,325 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,325 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,325 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=501, seq=0 2024-11-18T21:15:45,327 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,327 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,327 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46137/user/jenkins/test-data/6e4e3418-18de-b6fb-13de-6a380170cd50/WALs/testlogcannotbewrittenonceparsed,16010,1731964543584/wal.dat.0, size=2.3 K (2324bytes) 2024-11-18T21:15:45,327 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46137/user/jenkins/test-data/6e4e3418-18de-b6fb-13de-6a380170cd50/WALs/testlogcannotbewrittenonceparsed,16010,1731964543584/wal.dat.0 2024-11-18T21:15:45,328 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=502, seq=0 2024-11-18T21:15:45,329 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,329 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,330 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=503, seq=0 2024-11-18T21:15:45,331 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,331 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,332 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=504, seq=0 2024-11-18T21:15:45,333 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46137/user/jenkins/test-data/6e4e3418-18de-b6fb-13de-6a380170cd50/WALs/testlogcannotbewrittenonceparsed,16010,1731964543584/wal.dat.0 after 6ms 2024-11-18T21:15:45,333 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,333 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,334 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=505, seq=0 2024-11-18T21:15:45,335 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,335 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,336 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=506, seq=0 2024-11-18T21:15:45,337 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,337 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,339 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46137/user/jenkins/test-data/6e4e3418-18de-b6fb-13de-6a380170cd50/WALs/testlogcannotbewrittenonceparsed,16010,1731964543584/wal.dat.0 took 12ms 2024-11-18T21:15:45,340 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=507, seq=0 2024-11-18T21:15:45,341 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,341 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,342 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=508, seq=0 2024-11-18T21:15:45,343 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,343 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,345 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=509, seq=0 2024-11-18T21:15:45,347 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,347 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,348 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=510, seq=0 2024-11-18T21:15:45,350 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,350 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,353 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=511, seq=0 2024-11-18T21:15:45,354 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,354 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,355 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=512, seq=0 2024-11-18T21:15:45,356 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,356 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,357 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=513, seq=0 2024-11-18T21:15:45,357 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/6e4e3418-18de-b6fb-13de-6a380170cd50/WALs/testlogcannotbewrittenonceparsed,16010,1731964543584/wal.dat.0 so closing down 2024-11-18T21:15:45,357 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T21:15:45,357 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T21:15:45,358 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,358 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,359 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=514, seq=0 2024-11-18T21:15:45,360 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,360 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,361 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=515, seq=0 2024-11-18T21:15:45,362 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,362 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,363 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=516, seq=0 2024-11-18T21:15:45,363 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-18T21:15:45,364 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-18T21:15:45,364 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,364 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,365 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=517, seq=0 2024-11-18T21:15:45,366 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,366 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,367 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/6e4e3418-18de-b6fb-13de-6a380170cd50/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-18T21:15:45,367 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=518, seq=0 2024-11-18T21:15:45,367 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/6e4e3418-18de-b6fb-13de-6a380170cd50/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-18T21:15:45,368 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,368 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,370 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=519, seq=0 2024-11-18T21:15:45,371 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,371 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,376 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=520, seq=0 2024-11-18T21:15:45,377 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,377 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,381 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=521, seq=0 2024-11-18T21:15:45,382 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,382 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,385 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=522, seq=0 2024-11-18T21:15:45,389 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,390 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,391 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=523, seq=0 2024-11-18T21:15:45,392 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,392 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,393 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=524, seq=0 2024-11-18T21:15:45,394 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,394 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,395 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=525, seq=0 2024-11-18T21:15:45,396 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,397 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,397 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=526, seq=0 2024-11-18T21:15:45,398 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,398 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073741876_1053 (size=743) 2024-11-18T21:15:45,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073741876_1053 (size=743) 2024-11-18T21:15:45,399 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=527, seq=0 2024-11-18T21:15:45,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073741875_1052 (size=743) 2024-11-18T21:15:45,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073741875_1052 (size=743) 2024-11-18T21:15:45,402 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/6e4e3418-18de-b6fb-13de-6a380170cd50/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T21:15:45,402 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,402 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,403 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=528, seq=0 2024-11-18T21:15:45,406 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/6e4e3418-18de-b6fb-13de-6a380170cd50/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:46137/user/jenkins/test-data/6e4e3418-18de-b6fb-13de-6a380170cd50/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-18T21:15:45,406 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,406 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,407 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=529, seq=0 2024-11-18T21:15:45,408 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,408 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,409 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=530, seq=0 2024-11-18T21:15:45,410 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,410 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,411 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=531, seq=0 2024-11-18T21:15:45,412 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,412 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,413 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=532, seq=0 2024-11-18T21:15:45,415 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,415 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,417 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=533, seq=0 2024-11-18T21:15:45,418 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,418 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,420 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=534, seq=0 2024-11-18T21:15:45,421 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,421 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,422 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=535, seq=0 2024-11-18T21:15:45,423 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,423 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,424 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=536, seq=0 2024-11-18T21:15:45,428 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,428 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,434 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=537, seq=0 2024-11-18T21:15:45,435 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,435 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,436 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=538, seq=0 2024-11-18T21:15:45,437 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,437 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,438 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=539, seq=0 2024-11-18T21:15:45,439 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,439 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,440 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=540, seq=0 2024-11-18T21:15:45,441 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,441 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,442 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=541, seq=0 2024-11-18T21:15:45,443 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,443 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,444 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=542, seq=0 2024-11-18T21:15:45,445 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,445 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,447 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=543, seq=0 2024-11-18T21:15:45,449 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,449 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,451 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=544, seq=0 2024-11-18T21:15:45,453 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,453 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,456 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=545, seq=0 2024-11-18T21:15:45,457 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,457 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,459 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=546, seq=0 2024-11-18T21:15:45,460 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,460 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,462 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=547, seq=0 2024-11-18T21:15:45,463 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,463 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,464 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=548, seq=0 2024-11-18T21:15:45,468 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,468 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,472 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=549, seq=0 2024-11-18T21:15:45,474 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,474 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,481 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=550, seq=0 2024-11-18T21:15:45,482 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,482 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,484 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=551, seq=0 2024-11-18T21:15:45,485 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,485 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,489 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=552, seq=0 2024-11-18T21:15:45,490 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,490 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,493 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=553, seq=0 2024-11-18T21:15:45,494 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,494 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,495 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=554, seq=0 2024-11-18T21:15:45,496 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,496 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,500 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=555, seq=0 2024-11-18T21:15:45,501 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,501 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,504 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=556, seq=0 2024-11-18T21:15:45,505 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,505 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,505 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=557, seq=0 2024-11-18T21:15:45,507 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,507 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,512 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=558, seq=0 2024-11-18T21:15:45,513 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,513 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,514 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=559, seq=0 2024-11-18T21:15:45,515 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,515 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,515 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=560, seq=0 2024-11-18T21:15:45,517 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,517 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,517 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=561, seq=0 2024-11-18T21:15:45,518 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,519 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,519 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=562, seq=0 2024-11-18T21:15:45,520 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,520 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,521 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=563, seq=0 2024-11-18T21:15:45,522 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,522 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,523 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=564, seq=0 2024-11-18T21:15:45,524 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,524 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,524 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=565, seq=0 2024-11-18T21:15:45,525 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,526 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,526 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=566, seq=0 2024-11-18T21:15:45,527 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,527 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,528 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=567, seq=0 2024-11-18T21:15:45,529 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,529 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,530 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=568, seq=0 2024-11-18T21:15:45,531 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,531 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,531 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=569, seq=0 2024-11-18T21:15:45,532 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,532 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,533 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=570, seq=0 2024-11-18T21:15:45,534 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,534 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,535 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=571, seq=0 2024-11-18T21:15:45,536 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,536 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,536 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=572, seq=0 2024-11-18T21:15:45,538 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,538 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,538 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=573, seq=0 2024-11-18T21:15:45,539 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,539 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,540 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=574, seq=0 2024-11-18T21:15:45,541 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,541 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,542 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=575, seq=0 2024-11-18T21:15:45,543 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,543 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,543 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=576, seq=0 2024-11-18T21:15:45,544 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,544 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,545 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=577, seq=0 2024-11-18T21:15:45,546 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,546 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,547 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=578, seq=0 2024-11-18T21:15:45,548 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,548 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,549 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=579, seq=0 2024-11-18T21:15:45,550 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,550 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,550 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=580, seq=0 2024-11-18T21:15:45,552 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,552 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,552 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=581, seq=0 2024-11-18T21:15:45,553 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,553 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,554 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=582, seq=0 2024-11-18T21:15:45,555 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,555 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,556 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=583, seq=0 2024-11-18T21:15:45,557 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,557 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,558 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=584, seq=0 2024-11-18T21:15:45,559 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,559 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,559 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=585, seq=0 2024-11-18T21:15:45,561 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,561 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,561 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=586, seq=0 2024-11-18T21:15:45,562 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,562 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,563 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=587, seq=0 2024-11-18T21:15:45,564 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,564 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,567 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=588, seq=0 2024-11-18T21:15:45,568 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,568 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,569 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=589, seq=0 2024-11-18T21:15:45,571 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,571 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,573 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=590, seq=0 2024-11-18T21:15:45,575 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,575 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,575 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=591, seq=0 2024-11-18T21:15:45,576 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,577 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,577 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=592, seq=0 2024-11-18T21:15:45,579 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,579 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,580 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=593, seq=0 2024-11-18T21:15:45,581 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,581 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,583 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=594, seq=0 2024-11-18T21:15:45,584 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,584 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,585 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=595, seq=0 2024-11-18T21:15:45,586 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,586 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,587 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=596, seq=0 2024-11-18T21:15:45,588 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,588 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,589 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=597, seq=0 2024-11-18T21:15:45,590 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,590 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,591 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=598, seq=0 2024-11-18T21:15:45,592 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,592 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,593 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=599, seq=0 2024-11-18T21:15:45,594 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,594 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,594 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=600, seq=0 2024-11-18T21:15:45,596 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,596 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,596 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=601, seq=0 2024-11-18T21:15:45,597 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,597 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,598 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=602, seq=0 2024-11-18T21:15:45,599 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,599 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,600 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=603, seq=0 2024-11-18T21:15:45,601 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,601 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,602 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=604, seq=0 2024-11-18T21:15:45,603 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,603 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,603 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=605, seq=0 2024-11-18T21:15:45,605 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,605 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,605 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=606, seq=0 2024-11-18T21:15:45,606 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,606 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,607 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=607, seq=0 2024-11-18T21:15:45,608 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,608 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,609 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=608, seq=0 2024-11-18T21:15:45,610 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,610 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,615 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=609, seq=0 2024-11-18T21:15:45,616 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,616 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,617 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=610, seq=0 2024-11-18T21:15:45,618 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,618 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,619 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=611, seq=0 2024-11-18T21:15:45,620 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,620 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,621 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=612, seq=0 2024-11-18T21:15:45,622 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,622 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,623 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=613, seq=0 2024-11-18T21:15:45,624 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,625 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,625 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=614, seq=0 2024-11-18T21:15:45,626 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,626 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,627 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=615, seq=0 2024-11-18T21:15:45,628 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,628 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,629 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=616, seq=0 2024-11-18T21:15:45,630 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,630 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,630 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=617, seq=0 2024-11-18T21:15:45,632 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,632 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,632 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=618, seq=0 2024-11-18T21:15:45,633 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,634 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,634 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=619, seq=0 2024-11-18T21:15:45,635 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,635 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,636 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=620, seq=0 2024-11-18T21:15:45,637 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,637 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,638 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=621, seq=0 2024-11-18T21:15:45,639 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,639 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,639 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=622, seq=0 2024-11-18T21:15:45,641 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,641 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,641 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=623, seq=0 2024-11-18T21:15:45,642 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,642 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,643 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=624, seq=0 2024-11-18T21:15:45,644 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,644 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,645 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=625, seq=0 2024-11-18T21:15:45,646 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,646 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,646 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=626, seq=0 2024-11-18T21:15:45,647 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,648 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,648 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=627, seq=0 2024-11-18T21:15:45,649 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,649 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,650 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=628, seq=0 2024-11-18T21:15:45,651 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,651 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,652 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=629, seq=0 2024-11-18T21:15:45,653 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,653 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,653 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=630, seq=0 2024-11-18T21:15:45,654 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,655 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,655 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=631, seq=0 2024-11-18T21:15:45,656 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,656 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,657 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=632, seq=0 2024-11-18T21:15:45,658 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,658 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,659 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=633, seq=0 2024-11-18T21:15:45,660 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,660 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,661 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=634, seq=0 2024-11-18T21:15:45,662 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,662 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,662 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=635, seq=0 2024-11-18T21:15:45,663 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,663 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,664 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=636, seq=0 2024-11-18T21:15:45,665 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,665 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,666 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=637, seq=0 2024-11-18T21:15:45,667 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,667 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,668 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=638, seq=0 2024-11-18T21:15:45,669 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,669 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,669 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=639, seq=0 2024-11-18T21:15:45,670 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,670 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,671 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=640, seq=0 2024-11-18T21:15:45,672 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,672 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,673 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=641, seq=0 2024-11-18T21:15:45,674 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,674 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,674 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=642, seq=0 2024-11-18T21:15:45,676 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,676 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,676 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=643, seq=0 2024-11-18T21:15:45,677 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,677 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,678 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=644, seq=0 2024-11-18T21:15:45,679 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,679 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,680 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=645, seq=0 2024-11-18T21:15:45,681 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,681 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,681 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=646, seq=0 2024-11-18T21:15:45,683 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,683 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,683 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=647, seq=0 2024-11-18T21:15:45,684 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,684 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,685 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=648, seq=0 2024-11-18T21:15:45,686 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,686 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,687 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=649, seq=0 2024-11-18T21:15:45,688 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,688 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,689 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=650, seq=0 2024-11-18T21:15:45,690 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,690 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,690 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=651, seq=0 2024-11-18T21:15:45,692 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,692 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,692 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=652, seq=0 2024-11-18T21:15:45,693 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,693 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,694 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=653, seq=0 2024-11-18T21:15:45,695 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,695 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,696 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=654, seq=0 2024-11-18T21:15:45,697 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,697 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,697 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=655, seq=0 2024-11-18T21:15:45,699 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,699 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,699 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=656, seq=0 2024-11-18T21:15:45,700 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,700 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,701 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=657, seq=0 2024-11-18T21:15:45,702 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,702 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,703 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=658, seq=0 2024-11-18T21:15:45,704 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,704 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,704 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=659, seq=0 2024-11-18T21:15:45,705 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,705 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,706 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=660, seq=0 2024-11-18T21:15:45,707 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,707 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,708 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=661, seq=0 2024-11-18T21:15:45,709 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,709 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,710 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=662, seq=0 2024-11-18T21:15:45,711 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,711 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,712 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=663, seq=0 2024-11-18T21:15:45,713 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,713 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,714 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=664, seq=0 2024-11-18T21:15:45,715 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,715 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,715 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=665, seq=0 2024-11-18T21:15:45,717 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,717 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,717 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=666, seq=0 2024-11-18T21:15:45,718 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,718 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,719 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=667, seq=0 2024-11-18T21:15:45,720 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,720 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,721 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=668, seq=0 2024-11-18T21:15:45,722 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,722 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,722 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=669, seq=0 2024-11-18T21:15:45,723 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,724 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,724 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=670, seq=0 2024-11-18T21:15:45,725 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,725 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,726 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=671, seq=0 2024-11-18T21:15:45,727 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,727 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,728 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=672, seq=0 2024-11-18T21:15:45,729 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,729 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,729 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=673, seq=0 2024-11-18T21:15:45,730 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,731 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,731 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=674, seq=0 2024-11-18T21:15:45,732 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,732 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,733 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=675, seq=0 2024-11-18T21:15:45,734 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,734 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,735 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=676, seq=0 2024-11-18T21:15:45,736 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,736 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,736 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=677, seq=0 2024-11-18T21:15:45,737 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,737 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,738 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=678, seq=0 2024-11-18T21:15:45,739 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,739 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,740 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=679, seq=0 2024-11-18T21:15:45,741 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,741 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,741 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=680, seq=0 2024-11-18T21:15:45,742 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,742 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,743 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=681, seq=0 2024-11-18T21:15:45,744 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,744 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,745 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=682, seq=0 2024-11-18T21:15:45,746 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,746 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,747 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=683, seq=0 2024-11-18T21:15:45,748 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,748 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,749 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=684, seq=0 2024-11-18T21:15:45,750 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,750 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,752 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=685, seq=0 2024-11-18T21:15:45,753 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,753 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,757 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=686, seq=0 2024-11-18T21:15:45,758 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,758 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,761 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=687, seq=0 2024-11-18T21:15:45,762 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,762 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,762 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=688, seq=0 2024-11-18T21:15:45,764 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,764 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,764 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=689, seq=0 2024-11-18T21:15:45,765 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,765 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,766 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=690, seq=0 2024-11-18T21:15:45,767 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,767 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,768 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=691, seq=0 2024-11-18T21:15:45,769 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,769 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,770 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=692, seq=0 2024-11-18T21:15:45,771 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,771 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,772 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=693, seq=0 2024-11-18T21:15:45,773 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,773 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,773 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=694, seq=0 2024-11-18T21:15:45,775 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,775 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,775 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=695, seq=0 2024-11-18T21:15:45,777 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,777 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,777 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=696, seq=0 2024-11-18T21:15:45,778 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,778 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,779 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=697, seq=0 2024-11-18T21:15:45,780 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,780 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,782 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=698, seq=0 2024-11-18T21:15:45,783 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,783 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,784 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=699, seq=0 2024-11-18T21:15:45,785 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,785 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,786 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=700, seq=0 2024-11-18T21:15:45,787 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,788 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,788 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=701, seq=0 2024-11-18T21:15:45,790 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,790 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,790 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=702, seq=0 2024-11-18T21:15:45,791 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,791 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,792 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=703, seq=0 2024-11-18T21:15:45,793 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,793 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,794 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=704, seq=0 2024-11-18T21:15:45,795 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,795 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,795 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=705, seq=0 2024-11-18T21:15:45,797 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,797 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,797 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=706, seq=0 2024-11-18T21:15:45,798 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,798 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,800 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=707, seq=0 2024-11-18T21:15:45,801 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,801 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,802 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=708, seq=0 2024-11-18T21:15:45,803 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,803 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,804 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=709, seq=0 2024-11-18T21:15:45,805 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,805 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,805 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/6e4e3418-18de-b6fb-13de-6a380170cd50/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T21:15:45,805 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=710, seq=0 2024-11-18T21:15:45,806 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,807 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,807 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=711, seq=0 2024-11-18T21:15:45,808 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/6e4e3418-18de-b6fb-13de-6a380170cd50/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:46137/user/jenkins/test-data/6e4e3418-18de-b6fb-13de-6a380170cd50/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-18T21:15:45,808 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 27 edits across 2 Regions in 461 ms; skipped=7; WAL=hdfs://localhost:46137/user/jenkins/test-data/6e4e3418-18de-b6fb-13de-6a380170cd50/WALs/testlogcannotbewrittenonceparsed,16010,1731964543584/wal.dat.0, size=2.3 K, length=2324, corrupted=false, cancelled=false 2024-11-18T21:15:45,808 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,808 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,809 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=712, seq=0 2024-11-18T21:15:45,809 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46137/user/jenkins/test-data/6e4e3418-18de-b6fb-13de-6a380170cd50/WALs/testlogcannotbewrittenonceparsed,16010,1731964543584/wal.dat.0, journal: Splitting hdfs://localhost:46137/user/jenkins/test-data/6e4e3418-18de-b6fb-13de-6a380170cd50/WALs/testlogcannotbewrittenonceparsed,16010,1731964543584/wal.dat.0, size=2.3 K (2324bytes) at 1731964545327Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/6e4e3418-18de-b6fb-13de-6a380170cd50/WALs/testlogcannotbewrittenonceparsed,16010,1731964543584/wal.dat.0 so closing down at 1731964545357 (+30 ms)3 split writer threads finished at 1731964545357Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/6e4e3418-18de-b6fb-13de-6a380170cd50/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731964545367 (+10 ms)Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/6e4e3418-18de-b6fb-13de-6a380170cd50/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731964545367Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/6e4e3418-18de-b6fb-13de-6a380170cd50/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731964545402 (+35 ms)Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/6e4e3418-18de-b6fb-13de-6a380170cd50/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:46137/user/jenkins/test-data/6e4e3418-18de-b6fb-13de-6a380170cd50/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731964545406 (+4 ms)Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/6e4e3418-18de-b6fb-13de-6a380170cd50/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731964545805 (+399 ms)Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/6e4e3418-18de-b6fb-13de-6a380170cd50/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:46137/user/jenkins/test-data/6e4e3418-18de-b6fb-13de-6a380170cd50/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731964545808 (+3 ms)Processed 27 edits across 2 Regions in 461 ms; skipped=7; WAL=hdfs://localhost:46137/user/jenkins/test-data/6e4e3418-18de-b6fb-13de-6a380170cd50/WALs/testlogcannotbewrittenonceparsed,16010,1731964543584/wal.dat.0, size=2.3 K, length=2324, corrupted=false, cancelled=false at 1731964545809 (+1 ms) 2024-11-18T21:15:45,810 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,810 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,811 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=713, seq=0 2024-11-18T21:15:45,812 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,812 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46137/user/jenkins/test-data/6e4e3418-18de-b6fb-13de-6a380170cd50/WALs/testlogcannotbewrittenonceparsed,16010,1731964543584/wal.dat.0 to hdfs://localhost:46137/user/jenkins/test-data/6e4e3418-18de-b6fb-13de-6a380170cd50/oldWALs/wal.dat.0 2024-11-18T21:15:45,812 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,812 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46137/user/jenkins/test-data/6e4e3418-18de-b6fb-13de-6a380170cd50/WALs/testlogcannotbewrittenonceparsed,16010,1731964543584/wal.dat.1, size=1.4 K (1393bytes) 2024-11-18T21:15:45,812 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46137/user/jenkins/test-data/6e4e3418-18de-b6fb-13de-6a380170cd50/WALs/testlogcannotbewrittenonceparsed,16010,1731964543584/wal.dat.1 2024-11-18T21:15:45,812 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=714, seq=0 2024-11-18T21:15:45,813 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46137/user/jenkins/test-data/6e4e3418-18de-b6fb-13de-6a380170cd50/WALs/testlogcannotbewrittenonceparsed,16010,1731964543584/wal.dat.1 after 1ms 2024-11-18T21:15:45,813 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,814 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,814 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=715, seq=0 2024-11-18T21:15:45,816 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,816 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,816 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=716, seq=0 2024-11-18T21:15:45,817 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46137/user/jenkins/test-data/6e4e3418-18de-b6fb-13de-6a380170cd50/WALs/testlogcannotbewrittenonceparsed,16010,1731964543584/wal.dat.1 took 5ms 2024-11-18T21:15:45,817 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,817 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,818 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=717, seq=0 2024-11-18T21:15:45,819 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,819 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,819 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=718, seq=0 2024-11-18T21:15:45,821 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,821 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,821 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=719, seq=0 2024-11-18T21:15:45,822 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,822 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,823 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=720, seq=0 2024-11-18T21:15:45,824 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,824 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,825 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=721, seq=0 2024-11-18T21:15:45,826 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,826 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,826 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=722, seq=0 2024-11-18T21:15:45,828 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,828 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,828 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=723, seq=0 2024-11-18T21:15:45,830 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,830 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,831 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/6e4e3418-18de-b6fb-13de-6a380170cd50/WALs/testlogcannotbewrittenonceparsed,16010,1731964543584/wal.dat.1 so closing down 2024-11-18T21:15:45,831 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T21:15:45,831 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T21:15:45,832 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=724, seq=0 2024-11-18T21:15:45,833 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,833 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,834 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=725, seq=0 2024-11-18T21:15:45,835 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,835 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,836 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=726, seq=0 2024-11-18T21:15:45,836 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-18T21:15:45,837 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-18T21:15:45,837 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,837 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,838 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=727, seq=0 2024-11-18T21:15:45,838 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/6e4e3418-18de-b6fb-13de-6a380170cd50/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-18T21:15:45,839 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,839 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,840 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=728, seq=0 2024-11-18T21:15:45,841 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/6e4e3418-18de-b6fb-13de-6a380170cd50/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-18T21:15:45,841 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,841 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,841 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=729, seq=0 2024-11-18T21:15:45,843 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,843 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,843 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=730, seq=0 2024-11-18T21:15:45,844 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,844 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,845 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=731, seq=0 2024-11-18T21:15:45,846 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,846 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,847 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=732, seq=0 2024-11-18T21:15:45,848 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,848 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,848 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=733, seq=0 2024-11-18T21:15:45,849 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,849 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,850 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=734, seq=0 2024-11-18T21:15:45,851 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,851 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,851 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=735, seq=0 2024-11-18T21:15:45,853 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,853 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,853 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=736, seq=0 2024-11-18T21:15:45,854 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,854 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073741877_1054 (size=743) 2024-11-18T21:15:45,855 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=737, seq=0 2024-11-18T21:15:45,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073741877_1054 (size=743) 2024-11-18T21:15:45,856 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,856 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,857 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=738, seq=0 2024-11-18T21:15:45,858 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,858 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073741878_1055 (size=743) 2024-11-18T21:15:45,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073741878_1055 (size=743) 2024-11-18T21:15:45,859 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=739, seq=0 2024-11-18T21:15:45,859 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/6e4e3418-18de-b6fb-13de-6a380170cd50/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T21:15:45,860 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,860 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,860 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=740, seq=0 2024-11-18T21:15:45,861 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/6e4e3418-18de-b6fb-13de-6a380170cd50/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:46137/user/jenkins/test-data/6e4e3418-18de-b6fb-13de-6a380170cd50/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-18T21:15:45,861 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,861 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,862 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=741, seq=0 2024-11-18T21:15:45,863 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,863 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,863 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=742, seq=0 2024-11-18T21:15:45,864 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,865 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,865 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=743, seq=0 2024-11-18T21:15:45,866 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,866 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,867 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=744, seq=0 2024-11-18T21:15:45,868 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,868 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,868 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=745, seq=0 2024-11-18T21:15:45,869 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,869 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,870 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=746, seq=0 2024-11-18T21:15:45,871 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,871 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,872 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=747, seq=0 2024-11-18T21:15:45,873 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,873 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,873 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=748, seq=0 2024-11-18T21:15:45,875 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,875 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,875 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=749, seq=0 2024-11-18T21:15:45,876 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,876 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,877 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=750, seq=0 2024-11-18T21:15:45,878 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,878 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,879 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=751, seq=0 2024-11-18T21:15:45,880 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,880 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,880 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=752, seq=0 2024-11-18T21:15:45,882 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,882 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,882 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=753, seq=0 2024-11-18T21:15:45,883 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,883 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,884 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=754, seq=0 2024-11-18T21:15:45,885 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,885 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,885 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=755, seq=0 2024-11-18T21:15:45,886 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,887 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,887 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=756, seq=0 2024-11-18T21:15:45,888 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,888 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,889 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=757, seq=0 2024-11-18T21:15:45,890 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,890 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,890 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=758, seq=0 2024-11-18T21:15:45,892 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,892 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,892 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=759, seq=0 2024-11-18T21:15:45,893 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,893 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,893 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=760, seq=0 2024-11-18T21:15:45,894 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,894 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,895 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=761, seq=0 2024-11-18T21:15:45,896 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,896 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,896 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=762, seq=0 2024-11-18T21:15:45,897 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,898 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,898 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=763, seq=0 2024-11-18T21:15:45,899 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,899 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,900 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=764, seq=0 2024-11-18T21:15:45,901 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,901 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,901 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=765, seq=0 2024-11-18T21:15:45,902 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,902 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,903 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=766, seq=0 2024-11-18T21:15:45,904 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,904 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,904 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=767, seq=0 2024-11-18T21:15:45,905 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,905 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,906 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=768, seq=0 2024-11-18T21:15:45,907 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,907 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,907 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=769, seq=0 2024-11-18T21:15:45,908 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,909 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,909 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=770, seq=0 2024-11-18T21:15:45,910 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,910 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,911 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=771, seq=0 2024-11-18T21:15:45,912 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,912 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,912 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=772, seq=0 2024-11-18T21:15:45,913 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,913 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,914 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=773, seq=0 2024-11-18T21:15:45,915 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,915 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,916 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=774, seq=0 2024-11-18T21:15:45,917 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,917 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,918 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=775, seq=0 2024-11-18T21:15:45,919 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,919 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,919 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=776, seq=0 2024-11-18T21:15:45,920 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,920 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,921 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=777, seq=0 2024-11-18T21:15:45,922 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,922 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,922 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=778, seq=0 2024-11-18T21:15:45,924 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,924 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,924 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=779, seq=0 2024-11-18T21:15:45,925 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,925 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,926 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=780, seq=0 2024-11-18T21:15:45,927 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,927 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,927 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=781, seq=0 2024-11-18T21:15:45,929 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,929 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,929 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=782, seq=0 2024-11-18T21:15:45,930 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,930 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,931 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=783, seq=0 2024-11-18T21:15:45,932 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,932 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,932 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=784, seq=0 2024-11-18T21:15:45,933 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,934 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,934 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=785, seq=0 2024-11-18T21:15:45,935 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,935 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,937 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=786, seq=0 2024-11-18T21:15:45,938 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,938 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,938 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=787, seq=0 2024-11-18T21:15:45,939 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,939 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,940 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=788, seq=0 2024-11-18T21:15:45,941 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,941 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,942 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=789, seq=0 2024-11-18T21:15:45,943 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,943 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,945 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=790, seq=0 2024-11-18T21:15:45,946 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,946 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,946 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=791, seq=0 2024-11-18T21:15:45,948 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,948 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,948 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=792, seq=0 2024-11-18T21:15:45,949 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,949 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,950 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=793, seq=0 2024-11-18T21:15:45,951 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,951 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,952 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=794, seq=0 2024-11-18T21:15:45,953 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,953 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,954 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=795, seq=0 2024-11-18T21:15:45,955 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,955 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,955 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=796, seq=0 2024-11-18T21:15:45,956 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,956 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,960 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=797, seq=0 2024-11-18T21:15:45,961 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,961 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,962 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=798, seq=0 2024-11-18T21:15:45,963 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,963 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,963 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=799, seq=0 2024-11-18T21:15:45,964 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,965 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,965 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=800, seq=0 2024-11-18T21:15:45,966 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,966 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,967 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=801, seq=0 2024-11-18T21:15:45,968 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,968 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,969 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=802, seq=0 2024-11-18T21:15:45,970 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,970 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,970 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=803, seq=0 2024-11-18T21:15:45,971 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,971 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,972 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=804, seq=0 2024-11-18T21:15:45,973 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,973 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,974 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=805, seq=0 2024-11-18T21:15:45,975 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,975 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,976 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=806, seq=0 2024-11-18T21:15:45,977 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,977 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,978 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=807, seq=0 2024-11-18T21:15:45,979 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,979 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,979 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=808, seq=0 2024-11-18T21:15:45,980 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,981 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,981 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=809, seq=0 2024-11-18T21:15:45,982 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,982 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,983 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=810, seq=0 2024-11-18T21:15:45,984 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,984 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,986 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=811, seq=0 2024-11-18T21:15:45,987 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,987 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,988 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=812, seq=0 2024-11-18T21:15:45,989 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,989 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,990 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=813, seq=0 2024-11-18T21:15:45,991 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,991 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,991 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=814, seq=0 2024-11-18T21:15:45,992 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,992 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,993 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=815, seq=0 2024-11-18T21:15:45,994 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,994 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,995 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=816, seq=0 2024-11-18T21:15:45,996 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,996 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,996 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=817, seq=0 2024-11-18T21:15:45,997 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,998 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:45,998 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=818, seq=0 2024-11-18T21:15:45,999 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:45,999 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,000 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=819, seq=0 2024-11-18T21:15:46,001 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,001 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,001 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=820, seq=0 2024-11-18T21:15:46,003 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,003 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,003 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=821, seq=0 2024-11-18T21:15:46,004 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,004 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,005 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=822, seq=0 2024-11-18T21:15:46,006 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,006 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,007 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=823, seq=0 2024-11-18T21:15:46,008 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,008 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,008 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=824, seq=0 2024-11-18T21:15:46,010 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,010 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,010 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=825, seq=0 2024-11-18T21:15:46,011 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,011 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,012 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=826, seq=0 2024-11-18T21:15:46,013 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,013 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,014 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=827, seq=0 2024-11-18T21:15:46,015 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,015 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,015 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=828, seq=0 2024-11-18T21:15:46,016 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,016 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,017 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=829, seq=0 2024-11-18T21:15:46,018 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,018 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,019 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=830, seq=0 2024-11-18T21:15:46,020 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,020 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,020 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=831, seq=0 2024-11-18T21:15:46,022 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,022 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,022 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=832, seq=0 2024-11-18T21:15:46,023 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,023 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,024 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=833, seq=0 2024-11-18T21:15:46,025 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,025 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,026 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=834, seq=0 2024-11-18T21:15:46,027 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,027 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,027 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=835, seq=0 2024-11-18T21:15:46,028 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,028 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,029 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=836, seq=0 2024-11-18T21:15:46,030 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,030 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,031 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=837, seq=0 2024-11-18T21:15:46,032 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,032 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,032 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=838, seq=0 2024-11-18T21:15:46,033 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,034 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,034 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=839, seq=0 2024-11-18T21:15:46,035 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,035 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,036 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=840, seq=0 2024-11-18T21:15:46,037 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,037 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,038 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=841, seq=0 2024-11-18T21:15:46,039 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,039 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,039 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=842, seq=0 2024-11-18T21:15:46,040 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,040 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,041 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=843, seq=0 2024-11-18T21:15:46,042 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,042 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,043 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=844, seq=0 2024-11-18T21:15:46,044 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,044 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,044 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=845, seq=0 2024-11-18T21:15:46,046 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,046 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,046 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=846, seq=0 2024-11-18T21:15:46,047 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,047 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,048 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=847, seq=0 2024-11-18T21:15:46,049 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,049 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,050 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=848, seq=0 2024-11-18T21:15:46,051 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,051 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,051 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=849, seq=0 2024-11-18T21:15:46,052 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,052 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,053 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=850, seq=0 2024-11-18T21:15:46,054 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,054 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,055 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=851, seq=0 2024-11-18T21:15:46,056 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,056 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,056 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=852, seq=0 2024-11-18T21:15:46,058 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,058 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,058 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=853, seq=0 2024-11-18T21:15:46,059 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,059 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,060 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=854, seq=0 2024-11-18T21:15:46,061 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,061 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,062 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=855, seq=0 2024-11-18T21:15:46,063 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,063 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,063 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=856, seq=0 2024-11-18T21:15:46,064 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,064 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,065 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=857, seq=0 2024-11-18T21:15:46,066 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,066 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,067 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=858, seq=0 2024-11-18T21:15:46,068 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,068 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,068 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=859, seq=0 2024-11-18T21:15:46,070 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,070 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,070 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=860, seq=0 2024-11-18T21:15:46,071 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,071 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,072 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=861, seq=0 2024-11-18T21:15:46,073 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,073 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,074 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=862, seq=0 2024-11-18T21:15:46,075 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,075 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,075 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=863, seq=0 2024-11-18T21:15:46,076 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,076 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,077 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=864, seq=0 2024-11-18T21:15:46,078 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,078 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,079 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=865, seq=0 2024-11-18T21:15:46,080 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,080 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,080 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=866, seq=0 2024-11-18T21:15:46,081 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,082 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,082 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=867, seq=0 2024-11-18T21:15:46,083 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,083 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,084 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=868, seq=0 2024-11-18T21:15:46,085 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,085 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,085 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=869, seq=0 2024-11-18T21:15:46,087 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,087 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,087 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=870, seq=0 2024-11-18T21:15:46,088 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,088 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,089 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=871, seq=0 2024-11-18T21:15:46,090 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,090 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,090 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=872, seq=0 2024-11-18T21:15:46,092 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,092 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,092 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=873, seq=0 2024-11-18T21:15:46,093 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,093 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,094 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=874, seq=0 2024-11-18T21:15:46,095 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,095 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,096 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=875, seq=0 2024-11-18T21:15:46,097 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,097 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,097 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=876, seq=0 2024-11-18T21:15:46,098 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,098 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,099 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=877, seq=0 2024-11-18T21:15:46,100 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,100 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,101 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=878, seq=0 2024-11-18T21:15:46,102 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,102 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,102 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=879, seq=0 2024-11-18T21:15:46,104 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,104 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,104 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=880, seq=0 2024-11-18T21:15:46,105 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,105 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,106 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=881, seq=0 2024-11-18T21:15:46,107 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,107 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,108 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=882, seq=0 2024-11-18T21:15:46,109 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,109 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,109 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=883, seq=0 2024-11-18T21:15:46,110 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,110 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,111 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=884, seq=0 2024-11-18T21:15:46,112 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,112 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,113 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=885, seq=0 2024-11-18T21:15:46,114 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,114 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,114 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=886, seq=0 2024-11-18T21:15:46,116 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,116 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,116 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=887, seq=0 2024-11-18T21:15:46,117 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,117 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,118 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=888, seq=0 2024-11-18T21:15:46,119 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,119 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,120 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=889, seq=0 2024-11-18T21:15:46,121 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,121 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,121 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=890, seq=0 2024-11-18T21:15:46,122 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,122 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,123 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=891, seq=0 2024-11-18T21:15:46,124 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,124 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,125 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=892, seq=0 2024-11-18T21:15:46,126 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,126 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,126 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=893, seq=0 2024-11-18T21:15:46,128 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,128 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,128 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=894, seq=0 2024-11-18T21:15:46,129 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,129 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,130 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=895, seq=0 2024-11-18T21:15:46,131 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,131 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,132 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=896, seq=0 2024-11-18T21:15:46,133 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,133 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,133 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=897, seq=0 2024-11-18T21:15:46,135 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,135 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,135 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=898, seq=0 2024-11-18T21:15:46,136 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,136 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,137 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=899, seq=0 2024-11-18T21:15:46,138 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,138 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,139 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=900, seq=0 2024-11-18T21:15:46,140 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,140 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,140 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=901, seq=0 2024-11-18T21:15:46,142 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,142 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,142 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=902, seq=0 2024-11-18T21:15:46,143 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,143 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,144 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=903, seq=0 2024-11-18T21:15:46,145 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,145 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,146 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=904, seq=0 2024-11-18T21:15:46,147 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,147 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,148 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=905, seq=0 2024-11-18T21:15:46,149 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,150 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,150 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=906, seq=0 2024-11-18T21:15:46,151 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,151 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,152 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=907, seq=0 2024-11-18T21:15:46,153 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,153 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,154 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=908, seq=0 2024-11-18T21:15:46,155 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,155 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,156 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=909, seq=0 2024-11-18T21:15:46,157 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,157 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,158 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=910, seq=0 2024-11-18T21:15:46,159 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,159 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,160 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=911, seq=0 2024-11-18T21:15:46,161 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,161 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,162 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=912, seq=0 2024-11-18T21:15:46,164 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,164 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,165 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=913, seq=0 2024-11-18T21:15:46,166 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,166 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,167 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=914, seq=0 2024-11-18T21:15:46,168 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,168 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,169 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=915, seq=0 2024-11-18T21:15:46,171 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,171 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,171 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=916, seq=0 2024-11-18T21:15:46,172 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,173 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,174 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=917, seq=0 2024-11-18T21:15:46,175 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,175 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,176 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=918, seq=0 2024-11-18T21:15:46,177 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,178 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,180 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=919, seq=0 2024-11-18T21:15:46,182 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,182 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,185 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=920, seq=0 2024-11-18T21:15:46,186 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,186 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,187 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=921, seq=0 2024-11-18T21:15:46,188 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,188 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,188 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=922, seq=0 2024-11-18T21:15:46,190 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,190 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,190 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=923, seq=0 2024-11-18T21:15:46,191 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,191 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,192 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=924, seq=0 2024-11-18T21:15:46,193 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,193 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,194 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=925, seq=0 2024-11-18T21:15:46,195 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,195 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,195 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=926, seq=0 2024-11-18T21:15:46,197 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,197 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,197 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=927, seq=0 2024-11-18T21:15:46,198 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,198 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,199 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=928, seq=0 2024-11-18T21:15:46,200 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,200 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,201 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=929, seq=0 2024-11-18T21:15:46,202 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,204 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,205 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=930, seq=0 2024-11-18T21:15:46,206 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,206 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,207 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=931, seq=0 2024-11-18T21:15:46,208 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,208 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,209 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=932, seq=0 2024-11-18T21:15:46,210 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,210 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,210 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=933, seq=0 2024-11-18T21:15:46,211 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,212 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,212 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=934, seq=0 2024-11-18T21:15:46,213 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,213 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,214 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=935, seq=0 2024-11-18T21:15:46,215 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,215 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,215 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=936, seq=0 2024-11-18T21:15:46,217 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,217 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,217 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=937, seq=0 2024-11-18T21:15:46,218 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,218 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,219 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=938, seq=0 2024-11-18T21:15:46,220 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,220 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,221 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=939, seq=0 2024-11-18T21:15:46,222 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,222 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,222 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=940, seq=0 2024-11-18T21:15:46,224 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,224 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,224 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=941, seq=0 2024-11-18T21:15:46,225 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,225 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,226 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=942, seq=0 2024-11-18T21:15:46,227 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,227 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,228 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=943, seq=0 2024-11-18T21:15:46,229 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,229 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,229 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=944, seq=0 2024-11-18T21:15:46,231 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,231 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,231 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=945, seq=0 2024-11-18T21:15:46,232 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,232 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,233 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=946, seq=0 2024-11-18T21:15:46,234 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,234 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,235 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=947, seq=0 2024-11-18T21:15:46,236 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,236 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,237 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=948, seq=0 2024-11-18T21:15:46,238 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,238 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,239 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=949, seq=0 2024-11-18T21:15:46,240 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,240 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,244 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=950, seq=0 2024-11-18T21:15:46,245 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,246 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,246 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=951, seq=0 2024-11-18T21:15:46,247 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,247 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,248 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=952, seq=0 2024-11-18T21:15:46,249 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,249 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,250 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=953, seq=0 2024-11-18T21:15:46,251 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,251 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,251 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=954, seq=0 2024-11-18T21:15:46,253 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,253 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,253 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=955, seq=0 2024-11-18T21:15:46,254 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,254 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,257 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/6e4e3418-18de-b6fb-13de-6a380170cd50/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T21:15:46,260 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/6e4e3418-18de-b6fb-13de-6a380170cd50/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:46137/user/jenkins/test-data/6e4e3418-18de-b6fb-13de-6a380170cd50/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-18T21:15:46,260 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 432 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/6e4e3418-18de-b6fb-13de-6a380170cd50/WALs/testlogcannotbewrittenonceparsed,16010,1731964543584/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T21:15:46,261 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46137/user/jenkins/test-data/6e4e3418-18de-b6fb-13de-6a380170cd50/WALs/testlogcannotbewrittenonceparsed,16010,1731964543584/wal.dat.1, journal: Splitting hdfs://localhost:46137/user/jenkins/test-data/6e4e3418-18de-b6fb-13de-6a380170cd50/WALs/testlogcannotbewrittenonceparsed,16010,1731964543584/wal.dat.1, size=1.4 K (1393bytes) at 1731964545812Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/6e4e3418-18de-b6fb-13de-6a380170cd50/WALs/testlogcannotbewrittenonceparsed,16010,1731964543584/wal.dat.1 so closing down at 1731964545831 (+19 ms)3 split writer threads finished at 1731964545831Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/6e4e3418-18de-b6fb-13de-6a380170cd50/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731964545838 (+7 ms)Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/6e4e3418-18de-b6fb-13de-6a380170cd50/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731964545841 (+3 ms)Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/6e4e3418-18de-b6fb-13de-6a380170cd50/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731964545859 (+18 ms)Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/6e4e3418-18de-b6fb-13de-6a380170cd50/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:46137/user/jenkins/test-data/6e4e3418-18de-b6fb-13de-6a380170cd50/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731964545861 (+2 ms)Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/6e4e3418-18de-b6fb-13de-6a380170cd50/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731964546257 (+396 ms)Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/6e4e3418-18de-b6fb-13de-6a380170cd50/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:46137/user/jenkins/test-data/6e4e3418-18de-b6fb-13de-6a380170cd50/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731964546260 (+3 ms)Processed 20 edits across 2 Regions in 432 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/6e4e3418-18de-b6fb-13de-6a380170cd50/WALs/testlogcannotbewrittenonceparsed,16010,1731964543584/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731964546261 (+1 ms) 2024-11-18T21:15:46,264 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46137/user/jenkins/test-data/6e4e3418-18de-b6fb-13de-6a380170cd50/WALs/testlogcannotbewrittenonceparsed,16010,1731964543584/wal.dat.1 to hdfs://localhost:46137/user/jenkins/test-data/6e4e3418-18de-b6fb-13de-6a380170cd50/oldWALs/wal.dat.1 2024-11-18T21:15:46,265 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46137/user/jenkins/test-data/6e4e3418-18de-b6fb-13de-6a380170cd50/WALs/testlogcannotbewrittenonceparsed,16010,1731964543584/wal.dat.2, size=150 (150bytes) 2024-11-18T21:15:46,265 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46137/user/jenkins/test-data/6e4e3418-18de-b6fb-13de-6a380170cd50/WALs/testlogcannotbewrittenonceparsed,16010,1731964543584/wal.dat.2 2024-11-18T21:15:46,265 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=956, seq=0 2024-11-18T21:15:46,265 WARN [IPC Server handler 4 on default port 46137 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/6e4e3418-18de-b6fb-13de-6a380170cd50/WALs/testlogcannotbewrittenonceparsed,16010,1731964543584/wal.dat.2 has not been closed. Lease recovery is in progress. RecoveryId = 1056 for block blk_1073741874_1051 2024-11-18T21:15:46,266 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:46137/user/jenkins/test-data/6e4e3418-18de-b6fb-13de-6a380170cd50/WALs/testlogcannotbewrittenonceparsed,16010,1731964543584/wal.dat.2 after 1ms 2024-11-18T21:15:46,266 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,266 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,267 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=957, seq=0 2024-11-18T21:15:46,268 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,268 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,269 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=958, seq=0 2024-11-18T21:15:46,270 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,270 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,271 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=959, seq=0 2024-11-18T21:15:46,273 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,273 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,273 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=960, seq=0 2024-11-18T21:15:46,274 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,274 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,276 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=961, seq=0 2024-11-18T21:15:46,277 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,278 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,278 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=962, seq=0 2024-11-18T21:15:46,279 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,279 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,280 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=963, seq=0 2024-11-18T21:15:46,287 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,287 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,290 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=964, seq=0 2024-11-18T21:15:46,292 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,292 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,292 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=965, seq=0 2024-11-18T21:15:46,293 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,293 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,294 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=966, seq=0 2024-11-18T21:15:46,295 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,295 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,296 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=967, seq=0 2024-11-18T21:15:46,297 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,297 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,297 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=968, seq=0 2024-11-18T21:15:46,299 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,299 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,299 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=969, seq=0 2024-11-18T21:15:46,300 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,300 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,301 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=970, seq=0 2024-11-18T21:15:46,302 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,302 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,303 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=971, seq=0 2024-11-18T21:15:46,304 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,304 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,305 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=972, seq=0 2024-11-18T21:15:46,306 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,306 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,308 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=973, seq=0 2024-11-18T21:15:46,309 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,309 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,310 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=974, seq=0 2024-11-18T21:15:46,311 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,311 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,311 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=975, seq=0 2024-11-18T21:15:46,313 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,313 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,313 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=976, seq=0 2024-11-18T21:15:46,314 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,315 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,315 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=977, seq=0 2024-11-18T21:15:46,316 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,316 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,317 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=978, seq=0 2024-11-18T21:15:46,318 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,318 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,322 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=979, seq=0 2024-11-18T21:15:46,323 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,323 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,324 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=980, seq=0 2024-11-18T21:15:46,325 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,325 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,326 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=981, seq=0 2024-11-18T21:15:46,328 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,328 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,328 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=982, seq=0 2024-11-18T21:15:46,329 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,330 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,330 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=983, seq=0 2024-11-18T21:15:46,331 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,331 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,332 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=984, seq=0 2024-11-18T21:15:46,333 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,333 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,334 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=985, seq=0 2024-11-18T21:15:46,335 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,335 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,336 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=986, seq=0 2024-11-18T21:15:46,337 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,337 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,338 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=987, seq=0 2024-11-18T21:15:46,339 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,339 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,339 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=988, seq=0 2024-11-18T21:15:46,341 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,341 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,341 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=989, seq=0 2024-11-18T21:15:46,343 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,343 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,343 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=990, seq=0 2024-11-18T21:15:46,344 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,344 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,346 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=991, seq=0 2024-11-18T21:15:46,347 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,347 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,348 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=992, seq=0 2024-11-18T21:15:46,351 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,351 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,352 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=993, seq=0 2024-11-18T21:15:46,353 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,353 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,354 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=994, seq=0 2024-11-18T21:15:46,355 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,355 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,358 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=995, seq=0 2024-11-18T21:15:46,360 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,360 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,362 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=996, seq=0 2024-11-18T21:15:46,363 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,363 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,364 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=997, seq=0 2024-11-18T21:15:46,365 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,365 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,367 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=998, seq=0 2024-11-18T21:15:46,369 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,369 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,370 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=999, seq=0 2024-11-18T21:15:46,372 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,372 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,374 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1000, seq=0 2024-11-18T21:15:46,378 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,378 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,381 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1001, seq=0 2024-11-18T21:15:46,382 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,382 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,387 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1002, seq=0 2024-11-18T21:15:46,388 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,388 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,390 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1003, seq=0 2024-11-18T21:15:46,391 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,391 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,392 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1004, seq=0 2024-11-18T21:15:46,393 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,393 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,394 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1005, seq=0 2024-11-18T21:15:46,395 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,395 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,397 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1006, seq=0 2024-11-18T21:15:46,398 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,398 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,398 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1007, seq=0 2024-11-18T21:15:46,400 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,400 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,402 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1008, seq=0 2024-11-18T21:15:46,404 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,404 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,406 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1009, seq=0 2024-11-18T21:15:46,407 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,407 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,408 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1010, seq=0 2024-11-18T21:15:46,409 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,409 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,410 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1011, seq=0 2024-11-18T21:15:46,411 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,411 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,412 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1012, seq=0 2024-11-18T21:15:46,413 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,413 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,414 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1013, seq=0 2024-11-18T21:15:46,416 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,416 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,416 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1014, seq=0 2024-11-18T21:15:46,418 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,418 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,418 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1015, seq=0 2024-11-18T21:15:46,419 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,420 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,420 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1016, seq=0 2024-11-18T21:15:46,422 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,422 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,423 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1017, seq=0 2024-11-18T21:15:46,424 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,424 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,425 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1018, seq=0 2024-11-18T21:15:46,426 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,426 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,427 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1019, seq=0 2024-11-18T21:15:46,428 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,428 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,428 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1020, seq=0 2024-11-18T21:15:46,430 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,430 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,432 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1021, seq=0 2024-11-18T21:15:46,434 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,434 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,434 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1022, seq=0 2024-11-18T21:15:46,435 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,436 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,436 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1023, seq=0 2024-11-18T21:15:46,438 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,438 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,439 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1024, seq=0 2024-11-18T21:15:46,441 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,441 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,445 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1025, seq=0 2024-11-18T21:15:46,446 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,446 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,447 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1026, seq=0 2024-11-18T21:15:46,448 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,448 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,449 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1027, seq=0 2024-11-18T21:15:46,450 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,450 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,451 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1028, seq=0 2024-11-18T21:15:46,452 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,452 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,453 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1029, seq=0 2024-11-18T21:15:46,454 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,454 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,455 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1030, seq=0 2024-11-18T21:15:46,456 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,457 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,458 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1031, seq=0 2024-11-18T21:15:46,460 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,460 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,462 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1032, seq=0 2024-11-18T21:15:46,466 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,466 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,466 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1033, seq=0 2024-11-18T21:15:46,468 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,468 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,469 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1034, seq=0 2024-11-18T21:15:46,471 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,471 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,471 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1035, seq=0 2024-11-18T21:15:46,472 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,473 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,474 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1036, seq=0 2024-11-18T21:15:46,475 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,475 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,477 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1037, seq=0 2024-11-18T21:15:46,478 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,478 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,479 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1038, seq=0 2024-11-18T21:15:46,480 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,480 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,481 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1039, seq=0 2024-11-18T21:15:46,483 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,483 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,483 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1040, seq=0 2024-11-18T21:15:46,485 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,485 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,485 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1041, seq=0 2024-11-18T21:15:46,487 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,487 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,487 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1042, seq=0 2024-11-18T21:15:46,489 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,489 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,489 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1043, seq=0 2024-11-18T21:15:46,491 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,491 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,491 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1044, seq=0 2024-11-18T21:15:46,492 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,493 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,493 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1045, seq=0 2024-11-18T21:15:46,494 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,495 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,496 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1046, seq=0 2024-11-18T21:15:46,497 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,497 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,497 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1047, seq=0 2024-11-18T21:15:46,499 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,499 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,500 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1048, seq=0 2024-11-18T21:15:46,501 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,501 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,503 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1049, seq=0 2024-11-18T21:15:46,504 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,504 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,505 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1050, seq=0 2024-11-18T21:15:46,507 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,507 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,508 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1051, seq=0 2024-11-18T21:15:46,509 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,509 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,510 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1052, seq=0 2024-11-18T21:15:46,512 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,512 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,513 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1053, seq=0 2024-11-18T21:15:46,515 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,515 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,517 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1054, seq=0 2024-11-18T21:15:46,518 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,518 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,519 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1055, seq=0 2024-11-18T21:15:46,520 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,520 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,521 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1056, seq=0 2024-11-18T21:15:46,522 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,522 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,523 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1057, seq=0 2024-11-18T21:15:46,524 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,524 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,524 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1058, seq=0 2024-11-18T21:15:46,525 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,526 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,526 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1059, seq=0 2024-11-18T21:15:46,527 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,527 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,528 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1060, seq=0 2024-11-18T21:15:46,529 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,529 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,530 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1061, seq=0 2024-11-18T21:15:46,531 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,531 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,531 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1062, seq=0 2024-11-18T21:15:46,532 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,532 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,533 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1063, seq=0 2024-11-18T21:15:46,534 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,534 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,535 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1064, seq=0 2024-11-18T21:15:46,536 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,536 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,537 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1065, seq=0 2024-11-18T21:15:46,538 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,538 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,539 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1066, seq=0 2024-11-18T21:15:46,540 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,540 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,549 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1067, seq=0 2024-11-18T21:15:46,550 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,550 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,551 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1068, seq=0 2024-11-18T21:15:46,552 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,552 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,554 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1069, seq=0 2024-11-18T21:15:46,555 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,555 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,556 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1070, seq=0 2024-11-18T21:15:46,557 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,557 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,558 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1071, seq=0 2024-11-18T21:15:46,559 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,559 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,560 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1072, seq=0 2024-11-18T21:15:46,562 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,562 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,564 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1073, seq=0 2024-11-18T21:15:46,565 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,565 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,567 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1074, seq=0 2024-11-18T21:15:46,568 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,568 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,569 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1075, seq=0 2024-11-18T21:15:46,570 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,570 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,571 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1076, seq=0 2024-11-18T21:15:46,572 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,572 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,573 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1077, seq=0 2024-11-18T21:15:46,574 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,574 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,575 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1078, seq=0 2024-11-18T21:15:46,576 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,576 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,577 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1079, seq=0 2024-11-18T21:15:46,578 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,578 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,579 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1080, seq=0 2024-11-18T21:15:46,580 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,580 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,581 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1081, seq=0 2024-11-18T21:15:46,582 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,582 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,583 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1082, seq=0 2024-11-18T21:15:46,584 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,584 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,585 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1083, seq=0 2024-11-18T21:15:46,587 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,587 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,587 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1084, seq=0 2024-11-18T21:15:46,589 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,589 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,589 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1085, seq=0 2024-11-18T21:15:46,590 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,591 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,591 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1086, seq=0 2024-11-18T21:15:46,592 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,592 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,593 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1087, seq=0 2024-11-18T21:15:46,594 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,594 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,594 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1088, seq=0 2024-11-18T21:15:46,596 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,596 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,596 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1089, seq=0 2024-11-18T21:15:46,597 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,597 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,598 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1090, seq=0 2024-11-18T21:15:46,599 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,599 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,600 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1091, seq=0 2024-11-18T21:15:46,601 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,601 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,602 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1092, seq=0 2024-11-18T21:15:46,603 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,603 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,603 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1093, seq=0 2024-11-18T21:15:46,604 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,604 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,605 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1094, seq=0 2024-11-18T21:15:46,606 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,606 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,607 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1095, seq=0 2024-11-18T21:15:46,608 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,608 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,609 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1096, seq=0 2024-11-18T21:15:46,610 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,610 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,610 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1097, seq=0 2024-11-18T21:15:46,611 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,611 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,612 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1098, seq=0 2024-11-18T21:15:46,613 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,613 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,614 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1099, seq=0 2024-11-18T21:15:46,615 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,615 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,615 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1100, seq=0 2024-11-18T21:15:46,616 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,616 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,617 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1101, seq=0 2024-11-18T21:15:46,618 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,618 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,619 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1102, seq=0 2024-11-18T21:15:46,620 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,620 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,620 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1103, seq=0 2024-11-18T21:15:46,622 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,622 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,622 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1104, seq=0 2024-11-18T21:15:46,623 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,623 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,624 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1105, seq=0 2024-11-18T21:15:46,625 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,625 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,626 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1106, seq=0 2024-11-18T21:15:46,627 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,627 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,627 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1107, seq=0 2024-11-18T21:15:46,628 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,628 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,629 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1108, seq=0 2024-11-18T21:15:46,630 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,630 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,631 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1109, seq=0 2024-11-18T21:15:46,632 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,632 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,632 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1110, seq=0 2024-11-18T21:15:46,633 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,633 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,634 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1111, seq=0 2024-11-18T21:15:46,635 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,635 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,636 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1112, seq=0 2024-11-18T21:15:46,637 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,637 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,637 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1113, seq=0 2024-11-18T21:15:46,638 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,639 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,639 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1114, seq=0 2024-11-18T21:15:46,640 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,640 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,641 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1115, seq=0 2024-11-18T21:15:46,642 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,642 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,642 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1116, seq=0 2024-11-18T21:15:46,644 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,644 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,644 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1117, seq=0 2024-11-18T21:15:46,645 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,645 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,646 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1118, seq=0 2024-11-18T21:15:46,647 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,647 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,651 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1119, seq=0 2024-11-18T21:15:46,652 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,652 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,653 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1120, seq=0 2024-11-18T21:15:46,654 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,654 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,655 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1121, seq=0 2024-11-18T21:15:46,656 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,656 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,656 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1122, seq=0 2024-11-18T21:15:46,658 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,658 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,658 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1123, seq=0 2024-11-18T21:15:46,659 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,659 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,660 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1124, seq=0 2024-11-18T21:15:46,661 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,661 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,662 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1125, seq=0 2024-11-18T21:15:46,663 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,663 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,663 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1126, seq=0 2024-11-18T21:15:46,665 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,665 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,665 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1127, seq=0 2024-11-18T21:15:46,666 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,666 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,667 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1128, seq=0 2024-11-18T21:15:46,668 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,668 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,669 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1129, seq=0 2024-11-18T21:15:46,670 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,670 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,670 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1130, seq=0 2024-11-18T21:15:46,671 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,671 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,672 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1131, seq=0 2024-11-18T21:15:46,673 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,673 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,674 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1132, seq=0 2024-11-18T21:15:46,675 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,675 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,675 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1133, seq=0 2024-11-18T21:15:46,677 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,677 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,677 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1134, seq=0 2024-11-18T21:15:46,678 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,678 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,679 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1135, seq=0 2024-11-18T21:15:46,680 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,680 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,681 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1136, seq=0 2024-11-18T21:15:46,682 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,682 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,682 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1137, seq=0 2024-11-18T21:15:46,684 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,684 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,684 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1138, seq=0 2024-11-18T21:15:46,685 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,685 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,686 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1139, seq=0 2024-11-18T21:15:46,687 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,687 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,688 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1140, seq=0 2024-11-18T21:15:46,689 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,689 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,689 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1141, seq=0 2024-11-18T21:15:46,690 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,691 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,691 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1142, seq=0 2024-11-18T21:15:46,692 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,692 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,693 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1143, seq=0 2024-11-18T21:15:46,694 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,694 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,695 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1144, seq=0 2024-11-18T21:15:46,696 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,696 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,696 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1145, seq=0 2024-11-18T21:15:46,697 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,698 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,698 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1146, seq=0 2024-11-18T21:15:46,699 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,699 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,700 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1147, seq=0 2024-11-18T21:15:46,701 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,701 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,701 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1148, seq=0 2024-11-18T21:15:46,703 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,703 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,703 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1149, seq=0 2024-11-18T21:15:46,704 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,704 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,705 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1150, seq=0 2024-11-18T21:15:46,706 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,706 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,706 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1151, seq=0 2024-11-18T21:15:46,708 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,708 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,708 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1152, seq=0 2024-11-18T21:15:46,709 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,709 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,710 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1153, seq=0 2024-11-18T21:15:46,711 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,711 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,711 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1154, seq=0 2024-11-18T21:15:46,713 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,713 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,713 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1155, seq=0 2024-11-18T21:15:46,714 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,714 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,715 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1156, seq=0 2024-11-18T21:15:46,716 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,716 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,717 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1157, seq=0 2024-11-18T21:15:46,718 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,718 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,718 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1158, seq=0 2024-11-18T21:15:46,719 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,720 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,720 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1159, seq=0 2024-11-18T21:15:46,721 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,721 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,722 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1160, seq=0 2024-11-18T21:15:46,723 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,723 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,723 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1161, seq=0 2024-11-18T21:15:46,725 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,725 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,725 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1162, seq=0 2024-11-18T21:15:46,726 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,726 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,727 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1163, seq=0 2024-11-18T21:15:46,728 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,728 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,728 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1164, seq=0 2024-11-18T21:15:46,730 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,730 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,730 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1165, seq=0 2024-11-18T21:15:46,731 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,731 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,732 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1166, seq=0 2024-11-18T21:15:46,733 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,733 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,734 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1167, seq=0 2024-11-18T21:15:46,735 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,735 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,735 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1168, seq=0 2024-11-18T21:15:46,736 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,736 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,737 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1169, seq=0 2024-11-18T21:15:46,738 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,738 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,739 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1170, seq=0 2024-11-18T21:15:46,740 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,740 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,740 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1171, seq=0 2024-11-18T21:15:46,741 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,741 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,742 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1172, seq=0 2024-11-18T21:15:46,743 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,743 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,744 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1173, seq=0 2024-11-18T21:15:46,745 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,745 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,745 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1174, seq=0 2024-11-18T21:15:46,746 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,746 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,747 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1175, seq=0 2024-11-18T21:15:46,748 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,748 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,749 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1176, seq=0 2024-11-18T21:15:46,750 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,750 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,752 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1177, seq=0 2024-11-18T21:15:46,753 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,753 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,753 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1178, seq=0 2024-11-18T21:15:46,754 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,754 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,755 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1179, seq=0 2024-11-18T21:15:46,756 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,756 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,757 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1180, seq=0 2024-11-18T21:15:46,758 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,758 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,758 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1181, seq=0 2024-11-18T21:15:46,759 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,759 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,760 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1182, seq=0 2024-11-18T21:15:46,761 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,761 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,761 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1183, seq=0 2024-11-18T21:15:46,763 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,763 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,763 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1184, seq=0 2024-11-18T21:15:46,764 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,764 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,765 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1185, seq=0 2024-11-18T21:15:46,766 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,766 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,766 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1186, seq=0 2024-11-18T21:15:46,768 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,768 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,768 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1187, seq=0 2024-11-18T21:15:46,769 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,769 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,770 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1188, seq=0 2024-11-18T21:15:46,771 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,771 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,771 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1189, seq=0 2024-11-18T21:15:46,772 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,773 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,773 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1190, seq=0 2024-11-18T21:15:46,774 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,774 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,775 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1191, seq=0 2024-11-18T21:15:46,776 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,776 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,776 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1192, seq=0 2024-11-18T21:15:46,778 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,778 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,778 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1193, seq=0 2024-11-18T21:15:46,779 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,779 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,780 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1194, seq=0 2024-11-18T21:15:46,781 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,781 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,781 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1195, seq=0 2024-11-18T21:15:46,783 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,783 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,783 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1196, seq=0 2024-11-18T21:15:46,784 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,784 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,785 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1197, seq=0 2024-11-18T21:15:46,786 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,786 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,786 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1198, seq=0 2024-11-18T21:15:46,788 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,788 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,788 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1199, seq=0 2024-11-18T21:15:46,789 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,789 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,790 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1200, seq=0 2024-11-18T21:15:46,791 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,791 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,792 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1201, seq=0 2024-11-18T21:15:46,793 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,793 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,793 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1202, seq=0 2024-11-18T21:15:46,794 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,794 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,795 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1203, seq=0 2024-11-18T21:15:46,796 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,796 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,796 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1204, seq=0 2024-11-18T21:15:46,798 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,798 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,798 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1205, seq=0 2024-11-18T21:15:46,799 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,799 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,800 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1206, seq=0 2024-11-18T21:15:46,801 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,801 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,801 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1207, seq=0 2024-11-18T21:15:46,802 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,802 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,803 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1208, seq=0 2024-11-18T21:15:46,804 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,804 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,805 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1209, seq=0 2024-11-18T21:15:46,806 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,806 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,806 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1210, seq=0 2024-11-18T21:15:46,807 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,808 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,808 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1211, seq=0 2024-11-18T21:15:46,809 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,809 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,810 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1212, seq=0 2024-11-18T21:15:46,811 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,811 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,811 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1213, seq=0 2024-11-18T21:15:46,812 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,813 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,813 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1214, seq=0 2024-11-18T21:15:46,814 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,814 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,815 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1215, seq=0 2024-11-18T21:15:46,816 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,816 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,816 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1216, seq=0 2024-11-18T21:15:46,817 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,817 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,818 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1217, seq=0 2024-11-18T21:15:46,819 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,819 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,820 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1218, seq=0 2024-11-18T21:15:46,821 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,821 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,821 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1219, seq=0 2024-11-18T21:15:46,822 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,822 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,823 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1220, seq=0 2024-11-18T21:15:46,824 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,824 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,824 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1221, seq=0 2024-11-18T21:15:46,826 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,826 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,826 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1222, seq=0 2024-11-18T21:15:46,827 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,827 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,828 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1223, seq=0 2024-11-18T21:15:46,829 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,829 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,829 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1224, seq=0 2024-11-18T21:15:46,831 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,831 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,831 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1225, seq=0 2024-11-18T21:15:46,832 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,832 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,833 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1226, seq=0 2024-11-18T21:15:46,834 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,834 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,835 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1227, seq=0 2024-11-18T21:15:46,836 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,836 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,836 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1228, seq=0 2024-11-18T21:15:46,837 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,838 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,838 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1229, seq=0 2024-11-18T21:15:46,839 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,839 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,840 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1230, seq=0 2024-11-18T21:15:46,841 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,841 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,841 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1231, seq=0 2024-11-18T21:15:46,842 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,842 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,843 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1232, seq=0 2024-11-18T21:15:46,844 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,844 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,845 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1233, seq=0 2024-11-18T21:15:46,846 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,846 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,846 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1234, seq=0 2024-11-18T21:15:46,847 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,848 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,848 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1235, seq=0 2024-11-18T21:15:46,849 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,849 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,850 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1236, seq=0 2024-11-18T21:15:46,851 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,851 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,851 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1237, seq=0 2024-11-18T21:15:46,852 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,853 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,853 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1238, seq=0 2024-11-18T21:15:46,854 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,854 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,855 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1239, seq=0 2024-11-18T21:15:46,856 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,856 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,856 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1240, seq=0 2024-11-18T21:15:46,857 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,857 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,858 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1241, seq=0 2024-11-18T21:15:46,859 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,859 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,860 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1242, seq=0 2024-11-18T21:15:46,861 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,861 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,861 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1243, seq=0 2024-11-18T21:15:46,862 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,862 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,863 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1244, seq=0 2024-11-18T21:15:46,864 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,864 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,865 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1245, seq=0 2024-11-18T21:15:46,866 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,866 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,866 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1246, seq=0 2024-11-18T21:15:46,868 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,868 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,868 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1247, seq=0 2024-11-18T21:15:46,869 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,869 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,870 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1248, seq=0 2024-11-18T21:15:46,872 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,872 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,872 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1249, seq=0 2024-11-18T21:15:46,873 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,873 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,874 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1250, seq=0 2024-11-18T21:15:46,875 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,875 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,875 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1251, seq=0 2024-11-18T21:15:46,877 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,877 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,877 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1252, seq=0 2024-11-18T21:15:46,878 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,878 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,879 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1253, seq=0 2024-11-18T21:15:46,880 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,880 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,880 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1254, seq=0 2024-11-18T21:15:46,882 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,882 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,882 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1255, seq=0 2024-11-18T21:15:46,883 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,883 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,884 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1256, seq=0 2024-11-18T21:15:46,885 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,885 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,885 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1257, seq=0 2024-11-18T21:15:46,886 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,886 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,887 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1258, seq=0 2024-11-18T21:15:46,888 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,888 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,889 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1259, seq=0 2024-11-18T21:15:46,890 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,890 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,890 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1260, seq=0 2024-11-18T21:15:46,891 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,891 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,892 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1261, seq=0 2024-11-18T21:15:46,893 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,893 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,894 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1262, seq=0 2024-11-18T21:15:46,896 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,896 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,896 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1263, seq=0 2024-11-18T21:15:46,897 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,897 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,898 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1264, seq=0 2024-11-18T21:15:46,899 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,899 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,900 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1265, seq=0 2024-11-18T21:15:46,901 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,901 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,901 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1266, seq=0 2024-11-18T21:15:46,902 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,902 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,903 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1267, seq=0 2024-11-18T21:15:46,904 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,904 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,905 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1268, seq=0 2024-11-18T21:15:46,906 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,906 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,906 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1269, seq=0 2024-11-18T21:15:46,907 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,907 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,908 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1270, seq=0 2024-11-18T21:15:46,909 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,909 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,910 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1271, seq=0 2024-11-18T21:15:46,911 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,911 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,911 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1272, seq=0 2024-11-18T21:15:46,912 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,912 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,913 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1273, seq=0 2024-11-18T21:15:46,914 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,914 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,915 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1274, seq=0 2024-11-18T21:15:46,916 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,916 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,916 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1275, seq=0 2024-11-18T21:15:46,918 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,918 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,918 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1276, seq=0 2024-11-18T21:15:46,919 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,919 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,920 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1277, seq=0 2024-11-18T21:15:46,921 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,921 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,921 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1278, seq=0 2024-11-18T21:15:46,923 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,923 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,923 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1279, seq=0 2024-11-18T21:15:46,924 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,924 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,925 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1280, seq=0 2024-11-18T21:15:46,926 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,926 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,927 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1281, seq=0 2024-11-18T21:15:46,928 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,928 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,928 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1282, seq=0 2024-11-18T21:15:46,929 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,930 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,930 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1283, seq=0 2024-11-18T21:15:46,931 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,931 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,932 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1284, seq=0 2024-11-18T21:15:46,933 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,933 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,933 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1285, seq=0 2024-11-18T21:15:46,935 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,935 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,935 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1286, seq=0 2024-11-18T21:15:46,936 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,936 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,937 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1287, seq=0 2024-11-18T21:15:46,938 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,938 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,945 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1288, seq=0 2024-11-18T21:15:46,946 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,946 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,946 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1289, seq=0 2024-11-18T21:15:46,948 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,948 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,948 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1290, seq=0 2024-11-18T21:15:46,949 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,949 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,950 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1291, seq=0 2024-11-18T21:15:46,951 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,951 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,952 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1292, seq=0 2024-11-18T21:15:46,953 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,953 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,953 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1293, seq=0 2024-11-18T21:15:46,954 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,955 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,955 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1294, seq=0 2024-11-18T21:15:46,956 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,956 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,957 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1295, seq=0 2024-11-18T21:15:46,958 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,958 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,959 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1296, seq=0 2024-11-18T21:15:46,960 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,960 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,960 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1297, seq=0 2024-11-18T21:15:46,961 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,961 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,962 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1298, seq=0 2024-11-18T21:15:46,963 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,963 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,963 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1299, seq=0 2024-11-18T21:15:46,964 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,965 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,965 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1300, seq=0 2024-11-18T21:15:46,966 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,966 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,967 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1301, seq=0 2024-11-18T21:15:46,968 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,968 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,968 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1302, seq=0 2024-11-18T21:15:46,970 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,970 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,970 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1303, seq=0 2024-11-18T21:15:46,971 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,971 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,972 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1304, seq=0 2024-11-18T21:15:46,973 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,973 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,973 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1305, seq=0 2024-11-18T21:15:46,975 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,975 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,975 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1306, seq=0 2024-11-18T21:15:46,976 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,976 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,977 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1307, seq=0 2024-11-18T21:15:46,978 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,978 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,978 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1308, seq=0 2024-11-18T21:15:46,980 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,980 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,980 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1309, seq=0 2024-11-18T21:15:46,981 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,981 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,982 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1310, seq=0 2024-11-18T21:15:46,983 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,983 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,983 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1311, seq=0 2024-11-18T21:15:46,984 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,985 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,985 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1312, seq=0 2024-11-18T21:15:46,986 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,986 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,987 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1313, seq=0 2024-11-18T21:15:46,988 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,988 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,988 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1314, seq=0 2024-11-18T21:15:46,989 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,989 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,990 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1315, seq=0 2024-11-18T21:15:46,991 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,991 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,992 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1316, seq=0 2024-11-18T21:15:46,993 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,993 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,993 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1317, seq=0 2024-11-18T21:15:46,994 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,994 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,995 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1318, seq=0 2024-11-18T21:15:46,996 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,996 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,997 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1319, seq=0 2024-11-18T21:15:46,998 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:46,998 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:46,998 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1320, seq=0 2024-11-18T21:15:47,000 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:47,000 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:47,000 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1321, seq=0 2024-11-18T21:15:47,001 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:47,001 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:47,002 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1322, seq=0 2024-11-18T21:15:47,003 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:47,003 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:47,003 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1323, seq=0 2024-11-18T21:15:47,004 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:47,005 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:47,005 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1324, seq=0 2024-11-18T21:15:47,006 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:47,006 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:47,007 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1325, seq=0 2024-11-18T21:15:47,008 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:47,008 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:47,008 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1326, seq=0 2024-11-18T21:15:47,010 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:47,010 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:47,010 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1327, seq=0 2024-11-18T21:15:47,011 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:47,011 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:47,012 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1328, seq=0 2024-11-18T21:15:47,013 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:47,013 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:47,014 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1329, seq=0 2024-11-18T21:15:47,015 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:47,015 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:47,015 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1330, seq=0 2024-11-18T21:15:47,016 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:47,016 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:47,017 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1331, seq=0 2024-11-18T21:15:47,018 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:47,018 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:47,018 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1332, seq=0 2024-11-18T21:15:47,020 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:47,020 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:47,020 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1333, seq=0 2024-11-18T21:15:47,021 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:47,021 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:47,022 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1334, seq=0 2024-11-18T21:15:47,023 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:47,023 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:47,023 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1335, seq=0 2024-11-18T21:15:47,024 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:47,025 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:47,025 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1336, seq=0 2024-11-18T21:15:47,026 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:47,026 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:47,027 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1337, seq=0 2024-11-18T21:15:47,028 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:47,028 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:47,028 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1338, seq=0 2024-11-18T21:15:47,030 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:47,030 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:47,030 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1339, seq=0 2024-11-18T21:15:47,031 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:47,031 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:47,032 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1340, seq=0 2024-11-18T21:15:47,033 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:47,033 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:47,034 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1341, seq=0 2024-11-18T21:15:47,035 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:47,035 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:47,035 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1342, seq=0 2024-11-18T21:15:47,037 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:47,037 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:47,037 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1343, seq=0 2024-11-18T21:15:47,038 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:47,038 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:47,039 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1344, seq=0 2024-11-18T21:15:47,040 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:47,040 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:47,040 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1345, seq=0 2024-11-18T21:15:47,042 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:47,042 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:47,042 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1346, seq=0 2024-11-18T21:15:47,043 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:47,043 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:47,044 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1347, seq=0 2024-11-18T21:15:47,045 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:47,045 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:47,046 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1348, seq=0 2024-11-18T21:15:47,047 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:47,047 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:47,047 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1349, seq=0 2024-11-18T21:15:47,048 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:47,051 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:47,052 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1350, seq=0 2024-11-18T21:15:47,053 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:47,053 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:47,053 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1351, seq=0 2024-11-18T21:15:47,054 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:47,054 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:47,055 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1352, seq=0 2024-11-18T21:15:47,056 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:47,056 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:47,057 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1353, seq=0 2024-11-18T21:15:47,058 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:47,058 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:47,058 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1354, seq=0 2024-11-18T21:15:47,059 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:47,059 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:47,060 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1355, seq=0 2024-11-18T21:15:47,061 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:47,061 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:47,062 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1356, seq=0 2024-11-18T21:15:47,063 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:47,063 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:47,063 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1357, seq=0 2024-11-18T21:15:47,065 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:47,065 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:47,065 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1358, seq=0 2024-11-18T21:15:47,066 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:47,066 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:47,067 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1359, seq=0 2024-11-18T21:15:47,068 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:47,068 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:47,068 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1360, seq=0 2024-11-18T21:15:47,069 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:47,070 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:47,070 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1361, seq=0 2024-11-18T21:15:47,071 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:47,071 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:47,072 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1362, seq=0 2024-11-18T21:15:47,073 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:47,073 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:47,073 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1363, seq=0 2024-11-18T21:15:47,075 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:47,075 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:47,075 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1364, seq=0 2024-11-18T21:15:47,076 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:47,076 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:47,077 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1365, seq=0 2024-11-18T21:15:47,078 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:47,078 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:47,078 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1366, seq=0 2024-11-18T21:15:47,080 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:47,080 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:47,080 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1367, seq=0 2024-11-18T21:15:47,081 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:47,081 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:47,082 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1368, seq=0 2024-11-18T21:15:47,083 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:47,083 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:47,083 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1369, seq=0 2024-11-18T21:15:47,085 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:47,085 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:47,085 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1370, seq=0 2024-11-18T21:15:47,086 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:47,086 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:47,087 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1371, seq=0 2024-11-18T21:15:47,088 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:47,088 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:47,088 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1372, seq=0 2024-11-18T21:15:47,090 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:47,090 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:47,090 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1373, seq=0 2024-11-18T21:15:47,091 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:47,091 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:47,092 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1374, seq=0 2024-11-18T21:15:47,093 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:47,093 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:47,094 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1375, seq=0 2024-11-18T21:15:47,095 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:47,095 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:47,095 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1376, seq=0 2024-11-18T21:15:47,097 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:47,097 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:47,097 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1377, seq=0 2024-11-18T21:15:47,098 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:47,098 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:47,099 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1378, seq=0 2024-11-18T21:15:47,100 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:47,100 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:47,100 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1379, seq=0 2024-11-18T21:15:47,102 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:47,102 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:47,102 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1380, seq=0 2024-11-18T21:15:47,103 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:47,103 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:47,104 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1381, seq=0 2024-11-18T21:15:47,105 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:47,105 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:47,106 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1382, seq=0 2024-11-18T21:15:47,107 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:47,107 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:47,107 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1383, seq=0 2024-11-18T21:15:47,108 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:47,108 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:47,109 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1384, seq=0 2024-11-18T21:15:47,110 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:47,110 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:47,111 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1385, seq=0 2024-11-18T21:15:47,113 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T21:15:47,113 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T21:15:47,113 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-366863669_535 at /127.0.0.1:42978 [Receiving block BP-539745716-172.17.0.3-1731964524916:blk_1073741874_1051] {}] datanode.DataXceiver(331): 127.0.0.1:42933:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:42978 dst: /127.0.0.1:42933 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:42933 remote=/127.0.0.1:42978]. Total timeout mills is 60000, 59998 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T21:15:47,114 WARN [ResponseProcessor for block BP-539745716-172.17.0.3-1731964524916:blk_1073741874_1051 {}] hdfs.DataStreamer$ResponseProcessor(1303): Exception for BP-539745716-172.17.0.3-1731964524916:blk_1073741874_1051 java.io.EOFException: Unexpected EOF while trying to read response from server at org.apache.hadoop.hdfs.protocolPB.PBHelperClient.vintPrefixed(PBHelperClient.java:529) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PipelineAck.readFields(PipelineAck.java:244) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer$ResponseProcessor.run(DataStreamer.java:1180) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-18T21:15:47,115 WARN [DataStreamer for file /user/jenkins/test-data/6e4e3418-18de-b6fb-13de-6a380170cd50/WALs/testlogcannotbewrittenonceparsed,16010,1731964543584/wal.dat.2 block BP-539745716-172.17.0.3-1731964524916:blk_1073741874_1051 {}] hdfs.DataStreamer(1731): Error Recovery for BP-539745716-172.17.0.3-1731964524916:blk_1073741874_1051 in pipeline [DatanodeInfoWithStorage[127.0.0.1:42933,DS-b76df290-5a67-4046-b28f-ef9f22f72503,DISK], DatanodeInfoWithStorage[127.0.0.1:39729,DS-58b08eff-0c27-4e72-80df-ffa4c3da301d,DISK]]: datanode 0(DatanodeInfoWithStorage[127.0.0.1:42933,DS-b76df290-5a67-4046-b28f-ef9f22f72503,DISK]) is bad. 2024-11-18T21:15:47,114 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-366863669_535 at /127.0.0.1:45002 [Receiving block BP-539745716-172.17.0.3-1731964524916:blk_1073741874_1051] {}] datanode.DataXceiver(331): 127.0.0.1:39729:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:45002 dst: /127.0.0.1:39729 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T21:15:47,116 WARN [DataStreamer for file /user/jenkins/test-data/6e4e3418-18de-b6fb-13de-6a380170cd50/WALs/testlogcannotbewrittenonceparsed,16010,1731964543584/wal.dat.2 block BP-539745716-172.17.0.3-1731964524916:blk_1073741874_1051 {}] hdfs.DataStreamer(859): DataStreamer Exception org.apache.hadoop.ipc.RemoteException: Unexpected BlockUCState: BP-539745716-172.17.0.3-1731964524916:blk_1073741874_1051 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy45.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$updateBlockForPipeline$50(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy46.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.updateBlockForPipeline(DataStreamer.java:1786) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineInternal(DataStreamer.java:1657) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForAppendOrRecovery(DataStreamer.java:1627) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.processDatanodeOrExternalError(DataStreamer.java:1408) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:707) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-18T21:15:47,117 WARN [ZombieLastLogWriterRegionServer {}] hdfs.DFSOutputStream(748): Error while syncing org.apache.hadoop.ipc.RemoteException: Unexpected BlockUCState: BP-539745716-172.17.0.3-1731964524916:blk_1073741874_1051 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy45.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$updateBlockForPipeline$50(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy46.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.updateBlockForPipeline(DataStreamer.java:1786) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineInternal(DataStreamer.java:1657) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForAppendOrRecovery(DataStreamer.java:1627) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.processDatanodeOrExternalError(DataStreamer.java:1408) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:707) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-18T21:15:47,118 ERROR [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(356): ZombieLastLogWriterRegionServer ex org.apache.hadoop.ipc.RemoteException(java.io.IOException): Unexpected BlockUCState: BP-539745716-172.17.0.3-1731964524916:blk_1073741874_1051 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) 2024-11-18T21:15:47,118 ERROR [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(358): Juliet: got RemoteException Unexpected BlockUCState: BP-539745716-172.17.0.3-1731964524916:blk_1073741874_1051 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) while writing 1386 2024-11-18T21:15:47,118 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(371): ZombieLastLogWriterRegionServer Writer exiting 2024-11-18T21:15:47,118 WARN [ZombieLastLogWriterRegionServer {}] wal.AbstractProtobufLogWriter(255): Failed to write trailer, non-fatal, continuing... org.apache.hadoop.ipc.RemoteException: Unexpected BlockUCState: BP-539745716-172.17.0.3-1731964524916:blk_1073741874_1051 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy45.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$updateBlockForPipeline$50(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy46.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.updateBlockForPipeline(DataStreamer.java:1786) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineInternal(DataStreamer.java:1657) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForAppendOrRecovery(DataStreamer.java:1627) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.processDatanodeOrExternalError(DataStreamer.java:1408) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:707) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-18T21:15:47,119 DEBUG [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer$1(335): ignoring error when closing final writer. org.apache.hadoop.ipc.RemoteException: Unexpected BlockUCState: BP-539745716-172.17.0.3-1731964524916:blk_1073741874_1051 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy45.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$updateBlockForPipeline$50(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy46.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.updateBlockForPipeline(DataStreamer.java:1786) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineInternal(DataStreamer.java:1657) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForAppendOrRecovery(DataStreamer.java:1627) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.processDatanodeOrExternalError(DataStreamer.java:1408) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:707) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-18T21:15:47,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073741874_1056 (size=88420) 2024-11-18T21:15:50,267 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:46137/user/jenkins/test-data/6e4e3418-18de-b6fb-13de-6a380170cd50/WALs/testlogcannotbewrittenonceparsed,16010,1731964543584/wal.dat.2 after 4002ms 2024-11-18T21:15:50,273 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46137/user/jenkins/test-data/6e4e3418-18de-b6fb-13de-6a380170cd50/WALs/testlogcannotbewrittenonceparsed,16010,1731964543584/wal.dat.2 took 4009ms 2024-11-18T21:15:50,322 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:46137/user/jenkins/test-data/6e4e3418-18de-b6fb-13de-6a380170cd50/WALs/testlogcannotbewrittenonceparsed,16010,1731964543584/wal.dat.2; continuing. 2024-11-18T21:15:50,322 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/6e4e3418-18de-b6fb-13de-6a380170cd50/WALs/testlogcannotbewrittenonceparsed,16010,1731964543584/wal.dat.2 so closing down 2024-11-18T21:15:50,323 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T21:15:50,328 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T21:15:50,349 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-18T21:15:50,355 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-18T21:15:50,364 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/6e4e3418-18de-b6fb-13de-6a380170cd50/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-18T21:15:50,368 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/6e4e3418-18de-b6fb-13de-6a380170cd50/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-18T21:15:50,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073741879_1057 (size=743) 2024-11-18T21:15:50,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073741879_1057 (size=743) 2024-11-18T21:15:50,391 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/6e4e3418-18de-b6fb-13de-6a380170cd50/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T21:15:50,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073741880_1058 (size=87778) 2024-11-18T21:15:50,395 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/6e4e3418-18de-b6fb-13de-6a380170cd50/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:46137/user/jenkins/test-data/6e4e3418-18de-b6fb-13de-6a380170cd50/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-18T21:15:50,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073741880_1058 (size=87778) 2024-11-18T21:15:50,398 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/6e4e3418-18de-b6fb-13de-6a380170cd50/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 1365 edits, skipped 0 edits in 18 ms) 2024-11-18T21:15:50,400 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/6e4e3418-18de-b6fb-13de-6a380170cd50/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:46137/user/jenkins/test-data/6e4e3418-18de-b6fb-13de-6a380170cd50/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-18T21:15:50,401 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 1375 edits across 2 Regions in 126 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/6e4e3418-18de-b6fb-13de-6a380170cd50/WALs/testlogcannotbewrittenonceparsed,16010,1731964543584/wal.dat.2, size=150, length=150, corrupted=false, cancelled=false 2024-11-18T21:15:50,401 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46137/user/jenkins/test-data/6e4e3418-18de-b6fb-13de-6a380170cd50/WALs/testlogcannotbewrittenonceparsed,16010,1731964543584/wal.dat.2, journal: Splitting hdfs://localhost:46137/user/jenkins/test-data/6e4e3418-18de-b6fb-13de-6a380170cd50/WALs/testlogcannotbewrittenonceparsed,16010,1731964543584/wal.dat.2, size=150 (150bytes) at 1731964546265Split 1024 edits, skipped 0 edits. at 1731964550316 (+4051 ms)Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/6e4e3418-18de-b6fb-13de-6a380170cd50/WALs/testlogcannotbewrittenonceparsed,16010,1731964543584/wal.dat.2 so closing down at 1731964550322 (+6 ms)3 split writer threads finished at 1731964550328 (+6 ms)Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/6e4e3418-18de-b6fb-13de-6a380170cd50/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731964550365 (+37 ms)Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/6e4e3418-18de-b6fb-13de-6a380170cd50/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731964550368 (+3 ms)Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/6e4e3418-18de-b6fb-13de-6a380170cd50/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731964550392 (+24 ms)Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/6e4e3418-18de-b6fb-13de-6a380170cd50/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:46137/user/jenkins/test-data/6e4e3418-18de-b6fb-13de-6a380170cd50/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731964550395 (+3 ms)Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/6e4e3418-18de-b6fb-13de-6a380170cd50/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 1365 edits, skipped 0 edits in 18 ms) at 1731964550398 (+3 ms)Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/6e4e3418-18de-b6fb-13de-6a380170cd50/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:46137/user/jenkins/test-data/6e4e3418-18de-b6fb-13de-6a380170cd50/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731964550400 (+2 ms)Processed 1375 edits across 2 Regions in 126 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/6e4e3418-18de-b6fb-13de-6a380170cd50/WALs/testlogcannotbewrittenonceparsed,16010,1731964543584/wal.dat.2, size=150, length=150, corrupted=false, cancelled=false at 1731964550401 (+1 ms) 2024-11-18T21:15:50,404 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46137/user/jenkins/test-data/6e4e3418-18de-b6fb-13de-6a380170cd50/WALs/testlogcannotbewrittenonceparsed,16010,1731964543584/wal.dat.2 to hdfs://localhost:46137/user/jenkins/test-data/6e4e3418-18de-b6fb-13de-6a380170cd50/oldWALs/wal.dat.2 2024-11-18T21:15:50,405 INFO [Time-limited test {}] wal.TestWALSplit$1(251): Finished splitting out from under zombie. 2024-11-18T21:15:50,478 INFO [Time-limited test {}] wal.TestWALSplit(261): zombie=1385, robber=1385 2024-11-18T21:15:50,494 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testLogCannotBeWrittenOnceParsed Thread=141 (was 136) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_226743211_22 at /127.0.0.1:54110 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (478436061) connection to localhost/127.0.0.1:46137 from jenkins-zombie java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins-robber@localhost:46137 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins-zombie@localhost:46137 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (478436061) connection to localhost/127.0.0.1:46137 from jenkins-robber java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=395 (was 393) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1391 (was 1425), ProcessCount=11 (was 11), AvailableMemoryMB=1256 (was 1637) 2024-11-18T21:15:50,504 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testRetryOpenDuringRecovery Thread=141, OpenFileDescriptor=395, MaxFileDescriptor=1048576, SystemLoadAverage=1391, ProcessCount=11, AvailableMemoryMB=1256 2024-11-18T21:15:50,504 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-18T21:15:50,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073741881_1059 (size=7) 2024-11-18T21:15:50,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073741881_1059 (size=7) 2024-11-18T21:15:50,935 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46137/user/jenkins/test-data/9ef4685d-dcb0-9285-14b4-7002b6c51974 with version=8 2024-11-18T21:15:50,935 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T21:15:50,938 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T21:15:50,942 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-18T21:15:50,944 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-18T21:15:50,945 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-18T21:15:50,947 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-18T21:15:50,949 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:50,949 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:50,973 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:50,974 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:50,975 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:50,975 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:50,976 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:50,976 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:50,977 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:50,977 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:50,978 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:50,978 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:50,979 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:50,979 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:50,980 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:50,981 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:50,983 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:50,983 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:50,984 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:50,984 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:50,985 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:50,985 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:50,985 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:50,985 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:50,987 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:50,987 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:50,988 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:50,988 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:50,988 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:50,988 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:50,989 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:50,989 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:50,990 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:50,990 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:50,990 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:50,990 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:50,991 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:50,991 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:50,992 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:50,992 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:50,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073741882_1060 (size=1393) 2024-11-18T21:15:50,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073741882_1060 (size=1393) 2024-11-18T21:15:51,398 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-18T21:15:51,399 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-18T21:15:51,401 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:51,401 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:51,429 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:51,429 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:51,440 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:51,440 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:51,444 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:51,444 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:51,445 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:51,446 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:51,447 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:51,447 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:51,453 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:51,453 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:51,455 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:51,456 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:51,457 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:51,457 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:51,458 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:51,458 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:51,459 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:51,459 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:51,460 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:51,460 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:51,464 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:51,464 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:51,465 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:51,465 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:51,466 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:51,466 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:51,467 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:51,467 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:51,468 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:51,468 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:51,469 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:51,469 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:51,470 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:51,470 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:51,470 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:51,470 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:51,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073741883_1061 (size=1393) 2024-11-18T21:15:51,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073741883_1061 (size=1393) 2024-11-18T21:15:51,476 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-18T21:15:51,476 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-18T21:15:51,478 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:51,478 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:51,508 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:51,508 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:51,510 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:51,510 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:51,511 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:51,511 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:51,513 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:51,513 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:51,514 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:51,514 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:51,515 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:51,515 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:51,515 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:51,515 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:51,516 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:51,516 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:51,517 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:51,517 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:51,517 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:51,517 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:51,518 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:51,518 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:51,519 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:51,519 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:51,520 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:51,520 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:51,525 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:51,525 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:51,530 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:51,530 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:51,532 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:51,532 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:51,533 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:51,533 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:51,535 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:51,535 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:51,536 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:51,536 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:51,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073741884_1062 (size=1393) 2024-11-18T21:15:51,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073741884_1062 (size=1393) 2024-11-18T21:15:51,549 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-18T21:15:51,550 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-18T21:15:51,554 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:51,554 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:51,584 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:51,584 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:51,585 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:51,585 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:51,585 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:51,585 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:51,586 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:51,586 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:51,587 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:51,587 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:51,587 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:51,587 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:51,588 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:51,588 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:51,589 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:51,589 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:51,590 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:51,590 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:51,590 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:51,590 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:51,591 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:51,591 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:51,592 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:51,592 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:51,593 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:51,593 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:51,594 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:51,594 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:51,595 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:51,595 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:51,595 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:51,595 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:51,596 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:51,596 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:51,597 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:51,597 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:51,598 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:51,598 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:51,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073741885_1063 (size=1393) 2024-11-18T21:15:51,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073741885_1063 (size=1393) 2024-11-18T21:15:51,604 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-18T21:15:51,604 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-18T21:15:51,609 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:51,609 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:51,631 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:51,631 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:51,634 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:51,634 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:51,636 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:51,636 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:51,637 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:51,637 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:51,638 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:51,638 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:51,640 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:51,640 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:51,642 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:51,642 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:51,644 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:51,644 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:51,645 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:51,645 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:51,646 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:51,646 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:51,653 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:51,653 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:51,653 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:51,653 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:51,654 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:51,654 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:51,656 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:51,656 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:51,656 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:51,656 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:51,658 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:51,658 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:51,664 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:51,664 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:51,666 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:51,666 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:51,672 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:51,672 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:51,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073741886_1064 (size=1393) 2024-11-18T21:15:51,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073741886_1064 (size=1393) 2024-11-18T21:15:51,686 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-18T21:15:51,686 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-18T21:15:51,693 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:51,693 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:51,739 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:51,739 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:51,749 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:51,749 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:51,763 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:51,764 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:51,781 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:51,781 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:51,784 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:51,784 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:51,790 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:51,790 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:51,794 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:51,794 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:51,798 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:51,798 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:51,808 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:51,808 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:51,820 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:51,820 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:51,831 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:51,831 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:51,833 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:51,833 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:51,836 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:51,836 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:51,837 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:51,837 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:51,838 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:51,838 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:51,838 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:51,838 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:51,839 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:51,839 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:51,839 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:51,839 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:51,840 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:51,840 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:51,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073741887_1065 (size=1393) 2024-11-18T21:15:51,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073741887_1065 (size=1393) 2024-11-18T21:15:52,251 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-18T21:15:52,251 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-18T21:15:52,253 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:52,253 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:52,273 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:52,273 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:52,277 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:52,277 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:52,281 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:52,281 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:52,282 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:52,282 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:52,283 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:52,283 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:52,285 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:52,285 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:52,290 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:52,290 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:52,294 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:52,294 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:52,299 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:52,299 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:52,301 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:52,301 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:52,304 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:52,304 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:52,306 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:52,306 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:52,311 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:52,311 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:52,314 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:52,314 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:52,320 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:52,320 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:52,324 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:52,324 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:52,328 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:52,328 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:52,332 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:52,333 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:52,337 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:52,337 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:52,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073741888_1066 (size=1405) 2024-11-18T21:15:52,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073741888_1066 (size=1405) 2024-11-18T21:15:52,346 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-18T21:15:52,346 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-18T21:15:52,350 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:52,350 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:52,403 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:52,403 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:52,412 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:52,412 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:52,416 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:52,416 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:52,417 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:52,417 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:52,422 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:52,422 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:52,425 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:52,425 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:52,426 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:52,426 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:52,427 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:52,427 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:52,428 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:52,428 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:52,429 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:52,429 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:52,432 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:52,432 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:52,433 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:52,433 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:52,434 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:52,434 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:52,435 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:52,435 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:52,436 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:52,436 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:52,437 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:52,437 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:52,437 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:52,438 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:52,440 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:52,440 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:52,441 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:52,441 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:52,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073741889_1067 (size=1413) 2024-11-18T21:15:52,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073741889_1067 (size=1413) 2024-11-18T21:15:52,446 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-18T21:15:52,446 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-18T21:15:52,448 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:52,448 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:52,455 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:52,455 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:52,457 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:52,457 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:52,457 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:52,457 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:52,458 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:52,458 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:52,459 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:52,459 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:52,459 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:52,459 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:52,460 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:52,460 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:52,460 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:52,460 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:52,461 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:52,461 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:52,461 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:52,461 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:52,462 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:52,462 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:52,462 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:52,462 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:52,463 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:52,463 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:52,463 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:52,463 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:52,464 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:52,464 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:52,465 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:52,465 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:52,465 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:52,466 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:52,466 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:52,466 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:52,467 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:52,467 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:52,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073741890_1068 (size=1413) 2024-11-18T21:15:52,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073741890_1068 (size=1413) 2024-11-18T21:15:52,871 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-18T21:15:52,872 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-18T21:15:52,885 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:52,885 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:52,902 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:52,902 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:52,902 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:52,902 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:52,903 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:52,903 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:52,904 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:52,904 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:52,904 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:52,904 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:52,905 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:52,905 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:52,906 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:52,906 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:52,906 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:52,906 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:52,907 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:52,907 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:52,917 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:52,917 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:52,917 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:52,917 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:52,918 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:52,918 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:52,919 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:52,919 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:52,920 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:52,920 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:52,921 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:52,921 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:52,921 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:52,921 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:52,924 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:52,924 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:52,927 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:52,927 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:52,927 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:52,927 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:52,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073741891_1069 (size=1413) 2024-11-18T21:15:52,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073741891_1069 (size=1413) 2024-11-18T21:15:52,932 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-18T21:15:52,960 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46137/user/jenkins/test-data/eee6ac99-e7c8-0961-0117-6de023bf757b/WALs/testretryopenduringrecovery,16010,1731964550942/wal.dat.0, size=1.4 K (1393bytes) 2024-11-18T21:15:52,960 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46137/user/jenkins/test-data/eee6ac99-e7c8-0961-0117-6de023bf757b/WALs/testretryopenduringrecovery,16010,1731964550942/wal.dat.0 2024-11-18T21:15:52,964 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46137/user/jenkins/test-data/eee6ac99-e7c8-0961-0117-6de023bf757b/WALs/testretryopenduringrecovery,16010,1731964550942/wal.dat.0 after 4ms 2024-11-18T21:15:52,965 WARN [Time-limited test {}] wal.WALFactory(435): Lease should have recovered. This is not expected. Will retry java.io.IOException: Cannot obtain block length at org.apache.hadoop.hbase.wal.TestWALSplit$5.answer(TestWALSplit.java:927) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit$5.answer(TestWALSplit.java:919) ~[test-classes/:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.init(AbstractProtobufWALReader.java:141) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:417) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:396) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:527) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:459) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:305) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.retryOverHdfsProblem(TestWALSplit.java:886) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testRetryOpenDuringRecovery(TestWALSplit.java:932) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T21:15:54,981 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46137/user/jenkins/test-data/eee6ac99-e7c8-0961-0117-6de023bf757b/WALs/testretryopenduringrecovery,16010,1731964550942/wal.dat.0 took 2021ms 2024-11-18T21:15:54,999 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/eee6ac99-e7c8-0961-0117-6de023bf757b/WALs/testretryopenduringrecovery,16010,1731964550942/wal.dat.0 so closing down 2024-11-18T21:15:54,999 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T21:15:54,999 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T21:15:55,005 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-18T21:15:55,006 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-18T21:15:55,010 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/eee6ac99-e7c8-0961-0117-6de023bf757b/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-18T21:15:55,010 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/eee6ac99-e7c8-0961-0117-6de023bf757b/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-18T21:15:55,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073741892_1070 (size=743) 2024-11-18T21:15:55,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073741892_1070 (size=743) 2024-11-18T21:15:55,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073741893_1071 (size=743) 2024-11-18T21:15:55,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073741893_1071 (size=743) 2024-11-18T21:15:55,030 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/eee6ac99-e7c8-0961-0117-6de023bf757b/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T21:15:55,030 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/eee6ac99-e7c8-0961-0117-6de023bf757b/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T21:15:55,036 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/eee6ac99-e7c8-0961-0117-6de023bf757b/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:46137/user/jenkins/test-data/eee6ac99-e7c8-0961-0117-6de023bf757b/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-18T21:15:55,036 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/eee6ac99-e7c8-0961-0117-6de023bf757b/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:46137/user/jenkins/test-data/eee6ac99-e7c8-0961-0117-6de023bf757b/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-18T21:15:55,037 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 50 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/eee6ac99-e7c8-0961-0117-6de023bf757b/WALs/testretryopenduringrecovery,16010,1731964550942/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T21:15:55,037 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46137/user/jenkins/test-data/eee6ac99-e7c8-0961-0117-6de023bf757b/WALs/testretryopenduringrecovery,16010,1731964550942/wal.dat.0, journal: Splitting hdfs://localhost:46137/user/jenkins/test-data/eee6ac99-e7c8-0961-0117-6de023bf757b/WALs/testretryopenduringrecovery,16010,1731964550942/wal.dat.0, size=1.4 K (1393bytes) at 1731964552960Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/eee6ac99-e7c8-0961-0117-6de023bf757b/WALs/testretryopenduringrecovery,16010,1731964550942/wal.dat.0 so closing down at 1731964554999 (+2039 ms)3 split writer threads finished at 1731964554999Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/eee6ac99-e7c8-0961-0117-6de023bf757b/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731964555010 (+11 ms)Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/eee6ac99-e7c8-0961-0117-6de023bf757b/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731964555010Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/eee6ac99-e7c8-0961-0117-6de023bf757b/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731964555030 (+20 ms)Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/eee6ac99-e7c8-0961-0117-6de023bf757b/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731964555030Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/eee6ac99-e7c8-0961-0117-6de023bf757b/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:46137/user/jenkins/test-data/eee6ac99-e7c8-0961-0117-6de023bf757b/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731964555036 (+6 ms)Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/eee6ac99-e7c8-0961-0117-6de023bf757b/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:46137/user/jenkins/test-data/eee6ac99-e7c8-0961-0117-6de023bf757b/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731964555036Processed 20 edits across 2 Regions in 50 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/eee6ac99-e7c8-0961-0117-6de023bf757b/WALs/testretryopenduringrecovery,16010,1731964550942/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731964555037 (+1 ms) 2024-11-18T21:15:55,044 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46137/user/jenkins/test-data/eee6ac99-e7c8-0961-0117-6de023bf757b/WALs/testretryopenduringrecovery,16010,1731964550942/wal.dat.0 to hdfs://localhost:46137/user/jenkins/test-data/eee6ac99-e7c8-0961-0117-6de023bf757b/oldWALs/wal.dat.0 2024-11-18T21:15:55,045 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46137/user/jenkins/test-data/eee6ac99-e7c8-0961-0117-6de023bf757b/WALs/testretryopenduringrecovery,16010,1731964550942/wal.dat.1, size=1.4 K (1393bytes) 2024-11-18T21:15:55,045 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46137/user/jenkins/test-data/eee6ac99-e7c8-0961-0117-6de023bf757b/WALs/testretryopenduringrecovery,16010,1731964550942/wal.dat.1 2024-11-18T21:15:55,046 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46137/user/jenkins/test-data/eee6ac99-e7c8-0961-0117-6de023bf757b/WALs/testretryopenduringrecovery,16010,1731964550942/wal.dat.1 after 1ms 2024-11-18T21:15:55,053 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46137/user/jenkins/test-data/eee6ac99-e7c8-0961-0117-6de023bf757b/WALs/testretryopenduringrecovery,16010,1731964550942/wal.dat.1 took 8ms 2024-11-18T21:15:55,055 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/eee6ac99-e7c8-0961-0117-6de023bf757b/WALs/testretryopenduringrecovery,16010,1731964550942/wal.dat.1 so closing down 2024-11-18T21:15:55,055 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T21:15:55,056 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T21:15:55,062 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-18T21:15:55,064 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/eee6ac99-e7c8-0961-0117-6de023bf757b/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-18T21:15:55,064 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-18T21:15:55,069 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/eee6ac99-e7c8-0961-0117-6de023bf757b/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-18T21:15:55,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073741894_1072 (size=743) 2024-11-18T21:15:55,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073741895_1073 (size=743) 2024-11-18T21:15:55,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073741895_1073 (size=743) 2024-11-18T21:15:55,090 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/eee6ac99-e7c8-0961-0117-6de023bf757b/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T21:15:55,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073741894_1072 (size=743) 2024-11-18T21:15:55,092 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/eee6ac99-e7c8-0961-0117-6de023bf757b/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T21:15:55,096 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/eee6ac99-e7c8-0961-0117-6de023bf757b/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:46137/user/jenkins/test-data/eee6ac99-e7c8-0961-0117-6de023bf757b/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-18T21:15:55,098 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/eee6ac99-e7c8-0961-0117-6de023bf757b/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:46137/user/jenkins/test-data/eee6ac99-e7c8-0961-0117-6de023bf757b/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-18T21:15:55,099 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 46 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/eee6ac99-e7c8-0961-0117-6de023bf757b/WALs/testretryopenduringrecovery,16010,1731964550942/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T21:15:55,099 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46137/user/jenkins/test-data/eee6ac99-e7c8-0961-0117-6de023bf757b/WALs/testretryopenduringrecovery,16010,1731964550942/wal.dat.1, journal: Splitting hdfs://localhost:46137/user/jenkins/test-data/eee6ac99-e7c8-0961-0117-6de023bf757b/WALs/testretryopenduringrecovery,16010,1731964550942/wal.dat.1, size=1.4 K (1393bytes) at 1731964555045Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/eee6ac99-e7c8-0961-0117-6de023bf757b/WALs/testretryopenduringrecovery,16010,1731964550942/wal.dat.1 so closing down at 1731964555055 (+10 ms)3 split writer threads finished at 1731964555056 (+1 ms)Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/eee6ac99-e7c8-0961-0117-6de023bf757b/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731964555064 (+8 ms)Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/eee6ac99-e7c8-0961-0117-6de023bf757b/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731964555069 (+5 ms)Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/eee6ac99-e7c8-0961-0117-6de023bf757b/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731964555090 (+21 ms)Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/eee6ac99-e7c8-0961-0117-6de023bf757b/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731964555092 (+2 ms)Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/eee6ac99-e7c8-0961-0117-6de023bf757b/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:46137/user/jenkins/test-data/eee6ac99-e7c8-0961-0117-6de023bf757b/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731964555096 (+4 ms)Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/eee6ac99-e7c8-0961-0117-6de023bf757b/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:46137/user/jenkins/test-data/eee6ac99-e7c8-0961-0117-6de023bf757b/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731964555098 (+2 ms)Processed 20 edits across 2 Regions in 46 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/eee6ac99-e7c8-0961-0117-6de023bf757b/WALs/testretryopenduringrecovery,16010,1731964550942/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731964555099 (+1 ms) 2024-11-18T21:15:55,110 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46137/user/jenkins/test-data/eee6ac99-e7c8-0961-0117-6de023bf757b/WALs/testretryopenduringrecovery,16010,1731964550942/wal.dat.1 to hdfs://localhost:46137/user/jenkins/test-data/eee6ac99-e7c8-0961-0117-6de023bf757b/oldWALs/wal.dat.1 2024-11-18T21:15:55,111 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46137/user/jenkins/test-data/eee6ac99-e7c8-0961-0117-6de023bf757b/WALs/testretryopenduringrecovery,16010,1731964550942/wal.dat.2, size=1.4 K (1393bytes) 2024-11-18T21:15:55,111 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46137/user/jenkins/test-data/eee6ac99-e7c8-0961-0117-6de023bf757b/WALs/testretryopenduringrecovery,16010,1731964550942/wal.dat.2 2024-11-18T21:15:55,112 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46137/user/jenkins/test-data/eee6ac99-e7c8-0961-0117-6de023bf757b/WALs/testretryopenduringrecovery,16010,1731964550942/wal.dat.2 after 1ms 2024-11-18T21:15:55,117 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46137/user/jenkins/test-data/eee6ac99-e7c8-0961-0117-6de023bf757b/WALs/testretryopenduringrecovery,16010,1731964550942/wal.dat.2 took 7ms 2024-11-18T21:15:55,119 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/eee6ac99-e7c8-0961-0117-6de023bf757b/WALs/testretryopenduringrecovery,16010,1731964550942/wal.dat.2 so closing down 2024-11-18T21:15:55,119 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T21:15:55,119 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T21:15:55,125 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-18T21:15:55,125 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-18T21:15:55,129 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/eee6ac99-e7c8-0961-0117-6de023bf757b/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-18T21:15:55,130 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/eee6ac99-e7c8-0961-0117-6de023bf757b/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-18T21:15:55,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073741896_1074 (size=743) 2024-11-18T21:15:55,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073741896_1074 (size=743) 2024-11-18T21:15:55,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073741897_1075 (size=743) 2024-11-18T21:15:55,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073741897_1075 (size=743) 2024-11-18T21:15:55,165 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/eee6ac99-e7c8-0961-0117-6de023bf757b/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T21:15:55,171 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/eee6ac99-e7c8-0961-0117-6de023bf757b/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:46137/user/jenkins/test-data/eee6ac99-e7c8-0961-0117-6de023bf757b/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-18T21:15:55,553 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/eee6ac99-e7c8-0961-0117-6de023bf757b/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T21:15:55,566 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/eee6ac99-e7c8-0961-0117-6de023bf757b/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:46137/user/jenkins/test-data/eee6ac99-e7c8-0961-0117-6de023bf757b/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-18T21:15:55,567 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 449 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/eee6ac99-e7c8-0961-0117-6de023bf757b/WALs/testretryopenduringrecovery,16010,1731964550942/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T21:15:55,567 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46137/user/jenkins/test-data/eee6ac99-e7c8-0961-0117-6de023bf757b/WALs/testretryopenduringrecovery,16010,1731964550942/wal.dat.2, journal: Splitting hdfs://localhost:46137/user/jenkins/test-data/eee6ac99-e7c8-0961-0117-6de023bf757b/WALs/testretryopenduringrecovery,16010,1731964550942/wal.dat.2, size=1.4 K (1393bytes) at 1731964555111Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/eee6ac99-e7c8-0961-0117-6de023bf757b/WALs/testretryopenduringrecovery,16010,1731964550942/wal.dat.2 so closing down at 1731964555119 (+8 ms)3 split writer threads finished at 1731964555119Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/eee6ac99-e7c8-0961-0117-6de023bf757b/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731964555129 (+10 ms)Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/eee6ac99-e7c8-0961-0117-6de023bf757b/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731964555130 (+1 ms)Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/eee6ac99-e7c8-0961-0117-6de023bf757b/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731964555165 (+35 ms)Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/eee6ac99-e7c8-0961-0117-6de023bf757b/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:46137/user/jenkins/test-data/eee6ac99-e7c8-0961-0117-6de023bf757b/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731964555171 (+6 ms)Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/eee6ac99-e7c8-0961-0117-6de023bf757b/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731964555553 (+382 ms)Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/eee6ac99-e7c8-0961-0117-6de023bf757b/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:46137/user/jenkins/test-data/eee6ac99-e7c8-0961-0117-6de023bf757b/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731964555566 (+13 ms)Processed 20 edits across 2 Regions in 449 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/eee6ac99-e7c8-0961-0117-6de023bf757b/WALs/testretryopenduringrecovery,16010,1731964550942/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731964555567 (+1 ms) 2024-11-18T21:15:55,576 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46137/user/jenkins/test-data/eee6ac99-e7c8-0961-0117-6de023bf757b/WALs/testretryopenduringrecovery,16010,1731964550942/wal.dat.2 to hdfs://localhost:46137/user/jenkins/test-data/eee6ac99-e7c8-0961-0117-6de023bf757b/oldWALs/wal.dat.2 2024-11-18T21:15:55,576 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46137/user/jenkins/test-data/eee6ac99-e7c8-0961-0117-6de023bf757b/WALs/testretryopenduringrecovery,16010,1731964550942/wal.dat.3, size=1.4 K (1393bytes) 2024-11-18T21:15:55,576 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46137/user/jenkins/test-data/eee6ac99-e7c8-0961-0117-6de023bf757b/WALs/testretryopenduringrecovery,16010,1731964550942/wal.dat.3 2024-11-18T21:15:55,578 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46137/user/jenkins/test-data/eee6ac99-e7c8-0961-0117-6de023bf757b/WALs/testretryopenduringrecovery,16010,1731964550942/wal.dat.3 after 2ms 2024-11-18T21:15:55,582 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46137/user/jenkins/test-data/eee6ac99-e7c8-0961-0117-6de023bf757b/WALs/testretryopenduringrecovery,16010,1731964550942/wal.dat.3 took 6ms 2024-11-18T21:15:55,592 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/eee6ac99-e7c8-0961-0117-6de023bf757b/WALs/testretryopenduringrecovery,16010,1731964550942/wal.dat.3 so closing down 2024-11-18T21:15:55,592 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T21:15:55,593 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T21:15:55,605 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-18T21:15:55,607 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-18T21:15:55,613 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/eee6ac99-e7c8-0961-0117-6de023bf757b/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-18T21:15:55,620 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/eee6ac99-e7c8-0961-0117-6de023bf757b/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-18T21:15:55,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073741898_1076 (size=743) 2024-11-18T21:15:55,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073741898_1076 (size=743) 2024-11-18T21:15:55,676 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/eee6ac99-e7c8-0961-0117-6de023bf757b/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T21:15:55,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073741899_1077 (size=743) 2024-11-18T21:15:55,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073741899_1077 (size=743) 2024-11-18T21:15:55,687 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/eee6ac99-e7c8-0961-0117-6de023bf757b/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:46137/user/jenkins/test-data/eee6ac99-e7c8-0961-0117-6de023bf757b/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-18T21:15:55,689 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/eee6ac99-e7c8-0961-0117-6de023bf757b/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T21:15:55,708 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/eee6ac99-e7c8-0961-0117-6de023bf757b/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:46137/user/jenkins/test-data/eee6ac99-e7c8-0961-0117-6de023bf757b/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-18T21:15:55,712 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 122 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/eee6ac99-e7c8-0961-0117-6de023bf757b/WALs/testretryopenduringrecovery,16010,1731964550942/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T21:15:55,713 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46137/user/jenkins/test-data/eee6ac99-e7c8-0961-0117-6de023bf757b/WALs/testretryopenduringrecovery,16010,1731964550942/wal.dat.3, journal: Splitting hdfs://localhost:46137/user/jenkins/test-data/eee6ac99-e7c8-0961-0117-6de023bf757b/WALs/testretryopenduringrecovery,16010,1731964550942/wal.dat.3, size=1.4 K (1393bytes) at 1731964555576Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/eee6ac99-e7c8-0961-0117-6de023bf757b/WALs/testretryopenduringrecovery,16010,1731964550942/wal.dat.3 so closing down at 1731964555592 (+16 ms)3 split writer threads finished at 1731964555593 (+1 ms)Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/eee6ac99-e7c8-0961-0117-6de023bf757b/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731964555613 (+20 ms)Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/eee6ac99-e7c8-0961-0117-6de023bf757b/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731964555621 (+8 ms)Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/eee6ac99-e7c8-0961-0117-6de023bf757b/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731964555677 (+56 ms)Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/eee6ac99-e7c8-0961-0117-6de023bf757b/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:46137/user/jenkins/test-data/eee6ac99-e7c8-0961-0117-6de023bf757b/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1731964555687 (+10 ms)Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/eee6ac99-e7c8-0961-0117-6de023bf757b/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731964555689 (+2 ms)Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/eee6ac99-e7c8-0961-0117-6de023bf757b/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:46137/user/jenkins/test-data/eee6ac99-e7c8-0961-0117-6de023bf757b/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731964555708 (+19 ms)Processed 20 edits across 2 Regions in 122 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/eee6ac99-e7c8-0961-0117-6de023bf757b/WALs/testretryopenduringrecovery,16010,1731964550942/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731964555712 (+4 ms) 2024-11-18T21:15:55,733 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46137/user/jenkins/test-data/eee6ac99-e7c8-0961-0117-6de023bf757b/WALs/testretryopenduringrecovery,16010,1731964550942/wal.dat.3 to hdfs://localhost:46137/user/jenkins/test-data/eee6ac99-e7c8-0961-0117-6de023bf757b/oldWALs/wal.dat.3 2024-11-18T21:15:55,733 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46137/user/jenkins/test-data/eee6ac99-e7c8-0961-0117-6de023bf757b/WALs/testretryopenduringrecovery,16010,1731964550942/wal.dat.4, size=1.4 K (1393bytes) 2024-11-18T21:15:55,733 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46137/user/jenkins/test-data/eee6ac99-e7c8-0961-0117-6de023bf757b/WALs/testretryopenduringrecovery,16010,1731964550942/wal.dat.4 2024-11-18T21:15:55,737 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46137/user/jenkins/test-data/eee6ac99-e7c8-0961-0117-6de023bf757b/WALs/testretryopenduringrecovery,16010,1731964550942/wal.dat.4 after 4ms 2024-11-18T21:15:55,746 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46137/user/jenkins/test-data/eee6ac99-e7c8-0961-0117-6de023bf757b/WALs/testretryopenduringrecovery,16010,1731964550942/wal.dat.4 took 13ms 2024-11-18T21:15:55,777 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/eee6ac99-e7c8-0961-0117-6de023bf757b/WALs/testretryopenduringrecovery,16010,1731964550942/wal.dat.4 so closing down 2024-11-18T21:15:55,777 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T21:15:55,784 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T21:15:55,805 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-18T21:15:55,807 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-18T21:15:55,829 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/eee6ac99-e7c8-0961-0117-6de023bf757b/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-18T21:15:55,833 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/eee6ac99-e7c8-0961-0117-6de023bf757b/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-18T21:15:55,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073741900_1078 (size=743) 2024-11-18T21:15:55,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073741900_1078 (size=743) 2024-11-18T21:15:55,924 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/eee6ac99-e7c8-0961-0117-6de023bf757b/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T21:15:55,938 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/eee6ac99-e7c8-0961-0117-6de023bf757b/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:46137/user/jenkins/test-data/eee6ac99-e7c8-0961-0117-6de023bf757b/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-18T21:15:55,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073741901_1079 (size=743) 2024-11-18T21:15:55,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073741901_1079 (size=743) 2024-11-18T21:15:55,950 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/eee6ac99-e7c8-0961-0117-6de023bf757b/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T21:15:55,955 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/eee6ac99-e7c8-0961-0117-6de023bf757b/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:46137/user/jenkins/test-data/eee6ac99-e7c8-0961-0117-6de023bf757b/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-18T21:15:55,955 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 187 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/eee6ac99-e7c8-0961-0117-6de023bf757b/WALs/testretryopenduringrecovery,16010,1731964550942/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T21:15:55,955 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46137/user/jenkins/test-data/eee6ac99-e7c8-0961-0117-6de023bf757b/WALs/testretryopenduringrecovery,16010,1731964550942/wal.dat.4, journal: Splitting hdfs://localhost:46137/user/jenkins/test-data/eee6ac99-e7c8-0961-0117-6de023bf757b/WALs/testretryopenduringrecovery,16010,1731964550942/wal.dat.4, size=1.4 K (1393bytes) at 1731964555733Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/eee6ac99-e7c8-0961-0117-6de023bf757b/WALs/testretryopenduringrecovery,16010,1731964550942/wal.dat.4 so closing down at 1731964555777 (+44 ms)3 split writer threads finished at 1731964555784 (+7 ms)Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/eee6ac99-e7c8-0961-0117-6de023bf757b/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731964555829 (+45 ms)Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/eee6ac99-e7c8-0961-0117-6de023bf757b/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731964555833 (+4 ms)Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/eee6ac99-e7c8-0961-0117-6de023bf757b/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731964555924 (+91 ms)Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/eee6ac99-e7c8-0961-0117-6de023bf757b/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:46137/user/jenkins/test-data/eee6ac99-e7c8-0961-0117-6de023bf757b/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731964555938 (+14 ms)Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/eee6ac99-e7c8-0961-0117-6de023bf757b/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731964555950 (+12 ms)Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/eee6ac99-e7c8-0961-0117-6de023bf757b/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:46137/user/jenkins/test-data/eee6ac99-e7c8-0961-0117-6de023bf757b/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1731964555955 (+5 ms)Processed 20 edits across 2 Regions in 187 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/eee6ac99-e7c8-0961-0117-6de023bf757b/WALs/testretryopenduringrecovery,16010,1731964550942/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731964555955 2024-11-18T21:15:55,968 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46137/user/jenkins/test-data/eee6ac99-e7c8-0961-0117-6de023bf757b/WALs/testretryopenduringrecovery,16010,1731964550942/wal.dat.4 to hdfs://localhost:46137/user/jenkins/test-data/eee6ac99-e7c8-0961-0117-6de023bf757b/oldWALs/wal.dat.4 2024-11-18T21:15:55,969 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46137/user/jenkins/test-data/eee6ac99-e7c8-0961-0117-6de023bf757b/WALs/testretryopenduringrecovery,16010,1731964550942/wal.dat.5, size=1.4 K (1393bytes) 2024-11-18T21:15:55,969 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46137/user/jenkins/test-data/eee6ac99-e7c8-0961-0117-6de023bf757b/WALs/testretryopenduringrecovery,16010,1731964550942/wal.dat.5 2024-11-18T21:15:55,973 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46137/user/jenkins/test-data/eee6ac99-e7c8-0961-0117-6de023bf757b/WALs/testretryopenduringrecovery,16010,1731964550942/wal.dat.5 after 4ms 2024-11-18T21:15:55,982 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46137/user/jenkins/test-data/eee6ac99-e7c8-0961-0117-6de023bf757b/WALs/testretryopenduringrecovery,16010,1731964550942/wal.dat.5 took 13ms 2024-11-18T21:15:55,986 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/eee6ac99-e7c8-0961-0117-6de023bf757b/WALs/testretryopenduringrecovery,16010,1731964550942/wal.dat.5 so closing down 2024-11-18T21:15:55,986 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T21:15:55,991 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T21:15:56,009 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-18T21:15:56,009 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-18T21:15:56,013 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/eee6ac99-e7c8-0961-0117-6de023bf757b/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-18T21:15:56,014 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/eee6ac99-e7c8-0961-0117-6de023bf757b/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-18T21:15:56,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073741903_1081 (size=743) 2024-11-18T21:15:56,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073741903_1081 (size=743) 2024-11-18T21:15:56,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073741902_1080 (size=743) 2024-11-18T21:15:56,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073741902_1080 (size=743) 2024-11-18T21:15:56,027 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/eee6ac99-e7c8-0961-0117-6de023bf757b/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T21:15:56,033 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/eee6ac99-e7c8-0961-0117-6de023bf757b/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T21:15:56,036 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/eee6ac99-e7c8-0961-0117-6de023bf757b/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:46137/user/jenkins/test-data/eee6ac99-e7c8-0961-0117-6de023bf757b/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-18T21:15:56,037 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/eee6ac99-e7c8-0961-0117-6de023bf757b/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:46137/user/jenkins/test-data/eee6ac99-e7c8-0961-0117-6de023bf757b/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-18T21:15:56,037 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 53 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/eee6ac99-e7c8-0961-0117-6de023bf757b/WALs/testretryopenduringrecovery,16010,1731964550942/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T21:15:56,037 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46137/user/jenkins/test-data/eee6ac99-e7c8-0961-0117-6de023bf757b/WALs/testretryopenduringrecovery,16010,1731964550942/wal.dat.5, journal: Splitting hdfs://localhost:46137/user/jenkins/test-data/eee6ac99-e7c8-0961-0117-6de023bf757b/WALs/testretryopenduringrecovery,16010,1731964550942/wal.dat.5, size=1.4 K (1393bytes) at 1731964555969Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/eee6ac99-e7c8-0961-0117-6de023bf757b/WALs/testretryopenduringrecovery,16010,1731964550942/wal.dat.5 so closing down at 1731964555986 (+17 ms)3 split writer threads finished at 1731964555991 (+5 ms)Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/eee6ac99-e7c8-0961-0117-6de023bf757b/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1731964556013 (+22 ms)Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/eee6ac99-e7c8-0961-0117-6de023bf757b/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731964556014 (+1 ms)Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/eee6ac99-e7c8-0961-0117-6de023bf757b/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731964556031 (+17 ms)Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/eee6ac99-e7c8-0961-0117-6de023bf757b/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731964556033 (+2 ms)Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/eee6ac99-e7c8-0961-0117-6de023bf757b/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:46137/user/jenkins/test-data/eee6ac99-e7c8-0961-0117-6de023bf757b/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1731964556036 (+3 ms)Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/eee6ac99-e7c8-0961-0117-6de023bf757b/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:46137/user/jenkins/test-data/eee6ac99-e7c8-0961-0117-6de023bf757b/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1731964556037 (+1 ms)Processed 20 edits across 2 Regions in 53 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/eee6ac99-e7c8-0961-0117-6de023bf757b/WALs/testretryopenduringrecovery,16010,1731964550942/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731964556037 2024-11-18T21:15:56,042 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46137/user/jenkins/test-data/eee6ac99-e7c8-0961-0117-6de023bf757b/WALs/testretryopenduringrecovery,16010,1731964550942/wal.dat.5 to hdfs://localhost:46137/user/jenkins/test-data/eee6ac99-e7c8-0961-0117-6de023bf757b/oldWALs/wal.dat.5 2024-11-18T21:15:56,043 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46137/user/jenkins/test-data/eee6ac99-e7c8-0961-0117-6de023bf757b/WALs/testretryopenduringrecovery,16010,1731964550942/wal.dat.6, size=1.4 K (1405bytes) 2024-11-18T21:15:56,043 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46137/user/jenkins/test-data/eee6ac99-e7c8-0961-0117-6de023bf757b/WALs/testretryopenduringrecovery,16010,1731964550942/wal.dat.6 2024-11-18T21:15:56,044 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46137/user/jenkins/test-data/eee6ac99-e7c8-0961-0117-6de023bf757b/WALs/testretryopenduringrecovery,16010,1731964550942/wal.dat.6 after 1ms 2024-11-18T21:15:56,049 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46137/user/jenkins/test-data/eee6ac99-e7c8-0961-0117-6de023bf757b/WALs/testretryopenduringrecovery,16010,1731964550942/wal.dat.6 took 7ms 2024-11-18T21:15:56,075 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/eee6ac99-e7c8-0961-0117-6de023bf757b/WALs/testretryopenduringrecovery,16010,1731964550942/wal.dat.6 so closing down 2024-11-18T21:15:56,075 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T21:15:56,076 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T21:15:56,090 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-18T21:15:56,093 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/eee6ac99-e7c8-0961-0117-6de023bf757b/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-18T21:15:56,094 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-18T21:15:56,098 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/eee6ac99-e7c8-0961-0117-6de023bf757b/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-18T21:15:56,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073741904_1082 (size=749) 2024-11-18T21:15:56,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073741904_1082 (size=749) 2024-11-18T21:15:56,170 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/eee6ac99-e7c8-0961-0117-6de023bf757b/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T21:15:56,177 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/eee6ac99-e7c8-0961-0117-6de023bf757b/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:46137/user/jenkins/test-data/eee6ac99-e7c8-0961-0117-6de023bf757b/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-18T21:15:56,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073741905_1083 (size=749) 2024-11-18T21:15:56,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073741905_1083 (size=749) 2024-11-18T21:15:56,203 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/eee6ac99-e7c8-0961-0117-6de023bf757b/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T21:15:56,209 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/eee6ac99-e7c8-0961-0117-6de023bf757b/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:46137/user/jenkins/test-data/eee6ac99-e7c8-0961-0117-6de023bf757b/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-18T21:15:56,209 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 137 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/eee6ac99-e7c8-0961-0117-6de023bf757b/WALs/testretryopenduringrecovery,16010,1731964550942/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-18T21:15:56,209 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46137/user/jenkins/test-data/eee6ac99-e7c8-0961-0117-6de023bf757b/WALs/testretryopenduringrecovery,16010,1731964550942/wal.dat.6, journal: Splitting hdfs://localhost:46137/user/jenkins/test-data/eee6ac99-e7c8-0961-0117-6de023bf757b/WALs/testretryopenduringrecovery,16010,1731964550942/wal.dat.6, size=1.4 K (1405bytes) at 1731964556043Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/eee6ac99-e7c8-0961-0117-6de023bf757b/WALs/testretryopenduringrecovery,16010,1731964550942/wal.dat.6 so closing down at 1731964556075 (+32 ms)3 split writer threads finished at 1731964556076 (+1 ms)Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/eee6ac99-e7c8-0961-0117-6de023bf757b/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731964556093 (+17 ms)Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/eee6ac99-e7c8-0961-0117-6de023bf757b/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731964556098 (+5 ms)Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/eee6ac99-e7c8-0961-0117-6de023bf757b/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731964556170 (+72 ms)Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/eee6ac99-e7c8-0961-0117-6de023bf757b/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:46137/user/jenkins/test-data/eee6ac99-e7c8-0961-0117-6de023bf757b/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1731964556177 (+7 ms)Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/eee6ac99-e7c8-0961-0117-6de023bf757b/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731964556203 (+26 ms)Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/eee6ac99-e7c8-0961-0117-6de023bf757b/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:46137/user/jenkins/test-data/eee6ac99-e7c8-0961-0117-6de023bf757b/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1731964556209 (+6 ms)Processed 20 edits across 2 Regions in 137 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/eee6ac99-e7c8-0961-0117-6de023bf757b/WALs/testretryopenduringrecovery,16010,1731964550942/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1731964556209 2024-11-18T21:15:56,218 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46137/user/jenkins/test-data/eee6ac99-e7c8-0961-0117-6de023bf757b/WALs/testretryopenduringrecovery,16010,1731964550942/wal.dat.6 to hdfs://localhost:46137/user/jenkins/test-data/eee6ac99-e7c8-0961-0117-6de023bf757b/oldWALs/wal.dat.6 2024-11-18T21:15:56,218 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46137/user/jenkins/test-data/eee6ac99-e7c8-0961-0117-6de023bf757b/WALs/testretryopenduringrecovery,16010,1731964550942/wal.dat.7, size=1.4 K (1413bytes) 2024-11-18T21:15:56,218 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46137/user/jenkins/test-data/eee6ac99-e7c8-0961-0117-6de023bf757b/WALs/testretryopenduringrecovery,16010,1731964550942/wal.dat.7 2024-11-18T21:15:56,219 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46137/user/jenkins/test-data/eee6ac99-e7c8-0961-0117-6de023bf757b/WALs/testretryopenduringrecovery,16010,1731964550942/wal.dat.7 after 1ms 2024-11-18T21:15:56,224 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46137/user/jenkins/test-data/eee6ac99-e7c8-0961-0117-6de023bf757b/WALs/testretryopenduringrecovery,16010,1731964550942/wal.dat.7 took 6ms 2024-11-18T21:15:56,227 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/eee6ac99-e7c8-0961-0117-6de023bf757b/WALs/testretryopenduringrecovery,16010,1731964550942/wal.dat.7 so closing down 2024-11-18T21:15:56,227 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T21:15:56,229 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T21:15:56,246 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-18T21:15:56,252 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-18T21:15:56,257 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/eee6ac99-e7c8-0961-0117-6de023bf757b/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-18T21:15:56,265 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/eee6ac99-e7c8-0961-0117-6de023bf757b/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-18T21:15:56,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073741906_1084 (size=753) 2024-11-18T21:15:56,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073741907_1085 (size=753) 2024-11-18T21:15:56,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073741906_1084 (size=753) 2024-11-18T21:15:56,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073741907_1085 (size=753) 2024-11-18T21:15:56,282 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/eee6ac99-e7c8-0961-0117-6de023bf757b/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T21:15:56,282 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/eee6ac99-e7c8-0961-0117-6de023bf757b/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T21:15:56,291 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/eee6ac99-e7c8-0961-0117-6de023bf757b/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:46137/user/jenkins/test-data/eee6ac99-e7c8-0961-0117-6de023bf757b/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-18T21:15:56,293 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/eee6ac99-e7c8-0961-0117-6de023bf757b/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:46137/user/jenkins/test-data/eee6ac99-e7c8-0961-0117-6de023bf757b/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-18T21:15:56,294 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 68 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/eee6ac99-e7c8-0961-0117-6de023bf757b/WALs/testretryopenduringrecovery,16010,1731964550942/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-18T21:15:56,294 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46137/user/jenkins/test-data/eee6ac99-e7c8-0961-0117-6de023bf757b/WALs/testretryopenduringrecovery,16010,1731964550942/wal.dat.7, journal: Splitting hdfs://localhost:46137/user/jenkins/test-data/eee6ac99-e7c8-0961-0117-6de023bf757b/WALs/testretryopenduringrecovery,16010,1731964550942/wal.dat.7, size=1.4 K (1413bytes) at 1731964556218Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/eee6ac99-e7c8-0961-0117-6de023bf757b/WALs/testretryopenduringrecovery,16010,1731964550942/wal.dat.7 so closing down at 1731964556227 (+9 ms)3 split writer threads finished at 1731964556229 (+2 ms)Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/eee6ac99-e7c8-0961-0117-6de023bf757b/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731964556257 (+28 ms)Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/eee6ac99-e7c8-0961-0117-6de023bf757b/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731964556265 (+8 ms)Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/eee6ac99-e7c8-0961-0117-6de023bf757b/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731964556282 (+17 ms)Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/eee6ac99-e7c8-0961-0117-6de023bf757b/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731964556282Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/eee6ac99-e7c8-0961-0117-6de023bf757b/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:46137/user/jenkins/test-data/eee6ac99-e7c8-0961-0117-6de023bf757b/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1731964556291 (+9 ms)Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/eee6ac99-e7c8-0961-0117-6de023bf757b/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:46137/user/jenkins/test-data/eee6ac99-e7c8-0961-0117-6de023bf757b/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1731964556293 (+2 ms)Processed 20 edits across 2 Regions in 68 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/eee6ac99-e7c8-0961-0117-6de023bf757b/WALs/testretryopenduringrecovery,16010,1731964550942/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731964556294 (+1 ms) 2024-11-18T21:15:56,300 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46137/user/jenkins/test-data/eee6ac99-e7c8-0961-0117-6de023bf757b/WALs/testretryopenduringrecovery,16010,1731964550942/wal.dat.7 to hdfs://localhost:46137/user/jenkins/test-data/eee6ac99-e7c8-0961-0117-6de023bf757b/oldWALs/wal.dat.7 2024-11-18T21:15:56,300 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46137/user/jenkins/test-data/eee6ac99-e7c8-0961-0117-6de023bf757b/WALs/testretryopenduringrecovery,16010,1731964550942/wal.dat.8, size=1.4 K (1413bytes) 2024-11-18T21:15:56,300 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46137/user/jenkins/test-data/eee6ac99-e7c8-0961-0117-6de023bf757b/WALs/testretryopenduringrecovery,16010,1731964550942/wal.dat.8 2024-11-18T21:15:56,302 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46137/user/jenkins/test-data/eee6ac99-e7c8-0961-0117-6de023bf757b/WALs/testretryopenduringrecovery,16010,1731964550942/wal.dat.8 after 2ms 2024-11-18T21:15:56,311 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46137/user/jenkins/test-data/eee6ac99-e7c8-0961-0117-6de023bf757b/WALs/testretryopenduringrecovery,16010,1731964550942/wal.dat.8 took 10ms 2024-11-18T21:15:56,314 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/eee6ac99-e7c8-0961-0117-6de023bf757b/WALs/testretryopenduringrecovery,16010,1731964550942/wal.dat.8 so closing down 2024-11-18T21:15:56,314 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T21:15:56,316 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T21:15:56,323 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-18T21:15:56,328 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/eee6ac99-e7c8-0961-0117-6de023bf757b/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-18T21:15:56,335 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-18T21:15:56,347 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/eee6ac99-e7c8-0961-0117-6de023bf757b/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-18T21:15:56,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073741908_1086 (size=753) 2024-11-18T21:15:56,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073741908_1086 (size=753) 2024-11-18T21:15:56,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073741909_1087 (size=753) 2024-11-18T21:15:56,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073741909_1087 (size=753) 2024-11-18T21:15:56,374 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/eee6ac99-e7c8-0961-0117-6de023bf757b/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T21:15:56,378 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/eee6ac99-e7c8-0961-0117-6de023bf757b/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:46137/user/jenkins/test-data/eee6ac99-e7c8-0961-0117-6de023bf757b/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-18T21:15:56,772 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/eee6ac99-e7c8-0961-0117-6de023bf757b/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T21:15:56,777 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/eee6ac99-e7c8-0961-0117-6de023bf757b/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:46137/user/jenkins/test-data/eee6ac99-e7c8-0961-0117-6de023bf757b/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-18T21:15:56,778 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 466 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/eee6ac99-e7c8-0961-0117-6de023bf757b/WALs/testretryopenduringrecovery,16010,1731964550942/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-18T21:15:56,778 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46137/user/jenkins/test-data/eee6ac99-e7c8-0961-0117-6de023bf757b/WALs/testretryopenduringrecovery,16010,1731964550942/wal.dat.8, journal: Splitting hdfs://localhost:46137/user/jenkins/test-data/eee6ac99-e7c8-0961-0117-6de023bf757b/WALs/testretryopenduringrecovery,16010,1731964550942/wal.dat.8, size=1.4 K (1413bytes) at 1731964556300Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/eee6ac99-e7c8-0961-0117-6de023bf757b/WALs/testretryopenduringrecovery,16010,1731964550942/wal.dat.8 so closing down at 1731964556314 (+14 ms)3 split writer threads finished at 1731964556316 (+2 ms)Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/eee6ac99-e7c8-0961-0117-6de023bf757b/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731964556329 (+13 ms)Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/eee6ac99-e7c8-0961-0117-6de023bf757b/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731964556347 (+18 ms)Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/eee6ac99-e7c8-0961-0117-6de023bf757b/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731964556374 (+27 ms)Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/eee6ac99-e7c8-0961-0117-6de023bf757b/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:46137/user/jenkins/test-data/eee6ac99-e7c8-0961-0117-6de023bf757b/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1731964556378 (+4 ms)Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/eee6ac99-e7c8-0961-0117-6de023bf757b/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731964556772 (+394 ms)Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/eee6ac99-e7c8-0961-0117-6de023bf757b/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:46137/user/jenkins/test-data/eee6ac99-e7c8-0961-0117-6de023bf757b/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1731964556777 (+5 ms)Processed 20 edits across 2 Regions in 466 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/eee6ac99-e7c8-0961-0117-6de023bf757b/WALs/testretryopenduringrecovery,16010,1731964550942/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731964556778 (+1 ms) 2024-11-18T21:15:56,796 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46137/user/jenkins/test-data/eee6ac99-e7c8-0961-0117-6de023bf757b/WALs/testretryopenduringrecovery,16010,1731964550942/wal.dat.8 to hdfs://localhost:46137/user/jenkins/test-data/eee6ac99-e7c8-0961-0117-6de023bf757b/oldWALs/wal.dat.8 2024-11-18T21:15:56,797 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46137/user/jenkins/test-data/eee6ac99-e7c8-0961-0117-6de023bf757b/WALs/testretryopenduringrecovery,16010,1731964550942/wal.dat.9, size=1.4 K (1413bytes) 2024-11-18T21:15:56,797 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46137/user/jenkins/test-data/eee6ac99-e7c8-0961-0117-6de023bf757b/WALs/testretryopenduringrecovery,16010,1731964550942/wal.dat.9 2024-11-18T21:15:56,800 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46137/user/jenkins/test-data/eee6ac99-e7c8-0961-0117-6de023bf757b/WALs/testretryopenduringrecovery,16010,1731964550942/wal.dat.9 after 3ms 2024-11-18T21:15:56,810 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46137/user/jenkins/test-data/eee6ac99-e7c8-0961-0117-6de023bf757b/WALs/testretryopenduringrecovery,16010,1731964550942/wal.dat.9 took 14ms 2024-11-18T21:15:56,818 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/eee6ac99-e7c8-0961-0117-6de023bf757b/WALs/testretryopenduringrecovery,16010,1731964550942/wal.dat.9 so closing down 2024-11-18T21:15:56,818 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T21:15:56,821 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T21:15:56,831 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-18T21:15:56,836 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/eee6ac99-e7c8-0961-0117-6de023bf757b/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-18T21:15:56,851 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-18T21:15:56,869 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/eee6ac99-e7c8-0961-0117-6de023bf757b/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-18T21:15:56,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073741910_1088 (size=753) 2024-11-18T21:15:56,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073741910_1088 (size=753) 2024-11-18T21:15:56,879 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/eee6ac99-e7c8-0961-0117-6de023bf757b/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T21:15:56,925 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/eee6ac99-e7c8-0961-0117-6de023bf757b/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:46137/user/jenkins/test-data/eee6ac99-e7c8-0961-0117-6de023bf757b/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-18T21:15:56,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073741911_1089 (size=753) 2024-11-18T21:15:56,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073741911_1089 (size=753) 2024-11-18T21:15:56,930 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/eee6ac99-e7c8-0961-0117-6de023bf757b/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T21:15:56,933 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/eee6ac99-e7c8-0961-0117-6de023bf757b/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:46137/user/jenkins/test-data/eee6ac99-e7c8-0961-0117-6de023bf757b/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-18T21:15:56,933 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 117 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/eee6ac99-e7c8-0961-0117-6de023bf757b/WALs/testretryopenduringrecovery,16010,1731964550942/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-18T21:15:56,933 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46137/user/jenkins/test-data/eee6ac99-e7c8-0961-0117-6de023bf757b/WALs/testretryopenduringrecovery,16010,1731964550942/wal.dat.9, journal: Splitting hdfs://localhost:46137/user/jenkins/test-data/eee6ac99-e7c8-0961-0117-6de023bf757b/WALs/testretryopenduringrecovery,16010,1731964550942/wal.dat.9, size=1.4 K (1413bytes) at 1731964556797Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/eee6ac99-e7c8-0961-0117-6de023bf757b/WALs/testretryopenduringrecovery,16010,1731964550942/wal.dat.9 so closing down at 1731964556818 (+21 ms)3 split writer threads finished at 1731964556822 (+4 ms)Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/eee6ac99-e7c8-0961-0117-6de023bf757b/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731964556836 (+14 ms)Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/eee6ac99-e7c8-0961-0117-6de023bf757b/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731964556869 (+33 ms)Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/eee6ac99-e7c8-0961-0117-6de023bf757b/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731964556879 (+10 ms)Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/eee6ac99-e7c8-0961-0117-6de023bf757b/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:46137/user/jenkins/test-data/eee6ac99-e7c8-0961-0117-6de023bf757b/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1731964556925 (+46 ms)Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/eee6ac99-e7c8-0961-0117-6de023bf757b/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731964556930 (+5 ms)Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/eee6ac99-e7c8-0961-0117-6de023bf757b/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:46137/user/jenkins/test-data/eee6ac99-e7c8-0961-0117-6de023bf757b/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731964556933 (+3 ms)Processed 20 edits across 2 Regions in 117 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/eee6ac99-e7c8-0961-0117-6de023bf757b/WALs/testretryopenduringrecovery,16010,1731964550942/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731964556933 2024-11-18T21:15:56,938 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46137/user/jenkins/test-data/eee6ac99-e7c8-0961-0117-6de023bf757b/WALs/testretryopenduringrecovery,16010,1731964550942/wal.dat.9 to hdfs://localhost:46137/user/jenkins/test-data/eee6ac99-e7c8-0961-0117-6de023bf757b/oldWALs/wal.dat.9 2024-11-18T21:15:56,969 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testRetryOpenDuringRecovery Thread=142 (was 141) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_226743211_22 at /127.0.0.1:54232 [Waiting for operation #13] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_226743211_22 at /127.0.0.1:55844 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=393 (was 395), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1367 (was 1391), ProcessCount=11 (was 11), AvailableMemoryMB=1684 (was 1256) - AvailableMemoryMB LEAK? - 2024-11-18T21:15:56,982 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testOpenZeroLengthReportedFileButWithDataGetsSplit Thread=142, OpenFileDescriptor=393, MaxFileDescriptor=1048576, SystemLoadAverage=1367, ProcessCount=11, AvailableMemoryMB=1684 2024-11-18T21:15:56,982 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-18T21:15:57,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073741912_1090 (size=7) 2024-11-18T21:15:57,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073741912_1090 (size=7) 2024-11-18T21:15:57,441 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46137/user/jenkins/test-data/9ef4685d-dcb0-9285-14b4-7002b6c51974 with version=8 2024-11-18T21:15:57,441 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T21:15:57,444 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T21:15:57,447 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-18T21:15:57,448 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-18T21:15:57,449 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-18T21:15:57,451 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-18T21:15:57,452 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:57,452 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:57,460 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:57,460 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:57,461 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:57,461 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:57,461 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:57,461 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:57,462 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:57,462 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:57,465 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:57,465 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:57,465 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:57,465 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:57,466 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:57,466 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:57,466 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:57,466 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:57,467 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:57,467 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:57,468 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:57,468 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:57,468 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:57,468 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:57,469 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:57,469 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:57,469 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:57,469 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:57,470 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:57,470 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:57,470 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:57,470 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:57,472 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:57,473 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:57,473 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:57,473 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:57,473 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:57,473 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:57,474 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:57,474 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:57,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073741913_1091 (size=1393) 2024-11-18T21:15:57,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073741913_1091 (size=1393) 2024-11-18T21:15:57,878 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-18T21:15:57,878 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-18T21:15:57,879 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:57,880 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:57,926 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:57,927 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:57,927 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:57,927 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:57,928 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:57,928 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:57,928 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:57,928 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:57,929 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:57,929 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:57,930 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:57,930 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:57,930 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:57,931 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:57,931 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:57,931 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:57,932 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:57,932 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:57,933 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:57,933 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:57,934 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:57,934 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:57,934 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:57,934 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:57,935 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:57,935 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:57,936 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:57,937 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:57,937 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:57,937 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:57,937 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:57,937 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:57,938 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:57,938 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:57,938 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:57,938 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:57,939 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:57,939 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:57,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073741914_1092 (size=1393) 2024-11-18T21:15:57,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073741914_1092 (size=1393) 2024-11-18T21:15:57,947 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-18T21:15:57,947 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-18T21:15:57,949 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:57,949 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:57,960 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:57,960 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:57,960 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:57,960 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:57,961 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:57,961 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:57,962 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:57,962 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:57,962 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:57,962 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:57,962 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:57,962 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:57,963 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:57,963 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:57,970 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:57,970 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:57,973 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:57,973 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:57,979 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:57,979 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:57,984 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:57,984 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:57,988 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:57,988 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:57,991 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:57,991 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:57,993 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:57,993 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:58,000 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:58,000 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:58,002 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:58,002 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:58,005 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:58,005 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:58,007 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:58,007 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:58,009 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:58,009 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:58,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073741915_1093 (size=1393) 2024-11-18T21:15:58,013 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-18T21:15:58,013 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-18T21:15:58,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073741915_1093 (size=1393) 2024-11-18T21:15:58,017 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:58,017 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:58,040 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:58,040 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:58,043 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:58,043 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:58,047 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:58,047 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:58,050 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:58,050 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:58,052 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:58,052 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:58,053 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:58,053 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:58,054 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:58,054 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:58,054 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:58,054 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:58,055 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:58,055 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:58,055 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:58,055 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:58,056 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:58,056 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:58,057 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:58,057 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:58,059 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:58,059 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:58,060 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:58,060 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:58,061 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:58,061 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:58,062 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:58,062 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:58,063 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:58,063 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:58,063 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:58,063 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:58,064 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:58,064 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:58,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073741916_1094 (size=1393) 2024-11-18T21:15:58,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073741916_1094 (size=1393) 2024-11-18T21:15:58,080 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-18T21:15:58,081 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-18T21:15:58,089 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:58,089 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:58,153 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:58,153 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:58,161 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:58,161 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:58,162 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:58,162 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:58,162 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:58,162 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:58,165 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:58,165 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:58,167 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:58,167 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:58,170 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:58,170 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:58,173 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:58,173 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:58,173 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:58,173 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:58,175 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:58,175 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:58,176 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:58,176 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:58,176 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:58,176 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:58,177 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:58,177 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:58,181 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:58,181 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:58,182 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:58,182 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:58,184 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:58,184 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:58,184 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:58,184 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:58,185 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:58,185 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:58,186 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:58,186 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:58,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073741917_1095 (size=1393) 2024-11-18T21:15:58,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073741917_1095 (size=1393) 2024-11-18T21:15:58,189 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-18T21:15:58,189 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-18T21:15:58,197 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:58,197 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:58,234 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:58,234 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:58,235 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:58,235 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:58,236 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:58,236 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:58,236 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:58,236 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:58,237 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:58,237 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:58,237 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:58,237 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:58,239 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:58,239 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:58,239 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:58,239 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:58,246 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:58,246 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:58,248 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:58,248 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:58,249 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:58,249 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:58,250 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:58,250 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:58,251 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:58,251 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:58,252 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:58,252 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:58,253 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:58,253 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:58,254 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:58,254 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:58,264 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:58,264 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:58,264 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:58,264 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:58,270 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:58,270 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:58,270 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-18T21:15:58,277 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:58,277 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:58,321 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:58,321 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:58,328 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:58,328 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:58,336 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:58,336 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:58,356 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:58,356 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:58,360 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:58,360 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:58,372 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:58,372 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:58,378 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:58,378 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:58,379 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:58,380 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:58,380 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:58,381 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:58,381 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:58,381 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:58,382 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:58,382 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:58,382 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:58,382 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:58,384 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:58,384 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:58,385 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:58,385 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:58,387 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:58,387 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:58,389 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:58,390 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:58,390 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:58,390 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:58,390 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:58,390 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:58,392 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:58,392 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:58,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073741919_1097 (size=1405) 2024-11-18T21:15:58,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073741919_1097 (size=1405) 2024-11-18T21:15:58,397 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-18T21:15:58,397 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-18T21:15:58,409 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:58,409 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:58,448 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:58,448 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:58,453 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:58,453 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:58,454 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:58,454 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:58,457 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:58,457 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:58,459 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:58,459 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:58,461 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:58,461 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:58,462 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:58,462 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:58,463 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:58,463 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:58,464 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:58,464 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:58,465 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:58,465 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:58,466 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:58,466 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:58,467 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:58,467 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:58,467 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:58,467 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:58,468 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:58,468 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:58,468 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:58,468 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:58,469 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:58,469 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:58,472 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:58,472 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:58,473 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:58,473 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:58,474 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:58,474 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:58,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073741920_1098 (size=1413) 2024-11-18T21:15:58,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073741920_1098 (size=1413) 2024-11-18T21:15:58,889 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-18T21:15:58,889 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-18T21:15:58,898 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:58,898 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:58,938 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:58,938 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:58,944 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:58,944 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:58,950 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:58,950 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:58,953 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:58,953 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:58,958 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:58,958 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:58,961 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:58,961 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:58,964 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:58,964 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:58,965 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:58,965 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:58,965 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:58,965 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:58,966 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:58,966 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:58,967 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:58,967 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:58,968 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:58,968 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:58,968 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:58,969 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:58,974 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:58,974 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:58,975 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:58,975 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:58,981 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:58,982 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:58,982 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:58,982 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:58,982 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:58,982 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:58,986 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:58,986 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:58,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073741921_1099 (size=1413) 2024-11-18T21:15:58,996 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-18T21:15:58,997 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-18T21:15:58,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073741921_1099 (size=1413) 2024-11-18T21:15:59,010 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:59,010 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:59,045 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:59,045 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:59,048 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:59,049 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:59,057 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:59,057 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:59,061 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:59,061 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:59,063 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:59,063 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:59,064 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:59,064 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:59,067 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:59,067 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:59,067 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:59,068 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:59,068 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:59,068 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:59,068 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:59,068 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:59,069 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:59,069 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:59,069 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:59,069 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:59,070 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:59,070 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:59,070 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:59,070 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:59,070 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:59,070 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:59,071 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:59,071 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:59,071 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:59,071 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:59,072 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:59,072 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:59,072 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:15:59,072 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:15:59,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073741922_1100 (size=1413) 2024-11-18T21:15:59,081 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-18T21:15:59,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073741922_1100 (size=1413) 2024-11-18T21:15:59,114 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46137/user/jenkins/test-data/2cab3aa8-7743-bca2-2ba3-001d2d3dc63a/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731964557447/wal.dat.0, size=1.4 K (1393bytes) 2024-11-18T21:15:59,114 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46137/user/jenkins/test-data/2cab3aa8-7743-bca2-2ba3-001d2d3dc63a/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731964557447/wal.dat.0 2024-11-18T21:15:59,117 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46137/user/jenkins/test-data/2cab3aa8-7743-bca2-2ba3-001d2d3dc63a/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731964557447/wal.dat.0 after 3ms 2024-11-18T21:15:59,120 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46137/user/jenkins/test-data/2cab3aa8-7743-bca2-2ba3-001d2d3dc63a/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731964557447/wal.dat.0 took 6ms 2024-11-18T21:15:59,125 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/2cab3aa8-7743-bca2-2ba3-001d2d3dc63a/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731964557447/wal.dat.0 so closing down 2024-11-18T21:15:59,125 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T21:15:59,125 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T21:15:59,132 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-18T21:15:59,135 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/2cab3aa8-7743-bca2-2ba3-001d2d3dc63a/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-18T21:15:59,144 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-18T21:15:59,147 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/2cab3aa8-7743-bca2-2ba3-001d2d3dc63a/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-18T21:15:59,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073741923_1101 (size=743) 2024-11-18T21:15:59,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073741923_1101 (size=743) 2024-11-18T21:15:59,171 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/2cab3aa8-7743-bca2-2ba3-001d2d3dc63a/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T21:15:59,174 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/2cab3aa8-7743-bca2-2ba3-001d2d3dc63a/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:46137/user/jenkins/test-data/2cab3aa8-7743-bca2-2ba3-001d2d3dc63a/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-18T21:15:59,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073741924_1102 (size=743) 2024-11-18T21:15:59,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073741924_1102 (size=743) 2024-11-18T21:15:59,195 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/2cab3aa8-7743-bca2-2ba3-001d2d3dc63a/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T21:15:59,198 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/2cab3aa8-7743-bca2-2ba3-001d2d3dc63a/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:46137/user/jenkins/test-data/2cab3aa8-7743-bca2-2ba3-001d2d3dc63a/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-18T21:15:59,198 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 76 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/2cab3aa8-7743-bca2-2ba3-001d2d3dc63a/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731964557447/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T21:15:59,198 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46137/user/jenkins/test-data/2cab3aa8-7743-bca2-2ba3-001d2d3dc63a/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731964557447/wal.dat.0, journal: Splitting hdfs://localhost:46137/user/jenkins/test-data/2cab3aa8-7743-bca2-2ba3-001d2d3dc63a/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731964557447/wal.dat.0, size=1.4 K (1393bytes) at 1731964559114Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/2cab3aa8-7743-bca2-2ba3-001d2d3dc63a/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731964557447/wal.dat.0 so closing down at 1731964559125 (+11 ms)3 split writer threads finished at 1731964559125Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/2cab3aa8-7743-bca2-2ba3-001d2d3dc63a/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731964559135 (+10 ms)Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/2cab3aa8-7743-bca2-2ba3-001d2d3dc63a/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731964559147 (+12 ms)Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/2cab3aa8-7743-bca2-2ba3-001d2d3dc63a/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731964559171 (+24 ms)Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/2cab3aa8-7743-bca2-2ba3-001d2d3dc63a/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:46137/user/jenkins/test-data/2cab3aa8-7743-bca2-2ba3-001d2d3dc63a/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731964559174 (+3 ms)Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/2cab3aa8-7743-bca2-2ba3-001d2d3dc63a/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731964559195 (+21 ms)Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/2cab3aa8-7743-bca2-2ba3-001d2d3dc63a/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:46137/user/jenkins/test-data/2cab3aa8-7743-bca2-2ba3-001d2d3dc63a/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731964559198 (+3 ms)Processed 20 edits across 2 Regions in 76 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/2cab3aa8-7743-bca2-2ba3-001d2d3dc63a/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731964557447/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731964559198 2024-11-18T21:15:59,204 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46137/user/jenkins/test-data/2cab3aa8-7743-bca2-2ba3-001d2d3dc63a/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731964557447/wal.dat.0 to hdfs://localhost:46137/user/jenkins/test-data/2cab3aa8-7743-bca2-2ba3-001d2d3dc63a/oldWALs/wal.dat.0 2024-11-18T21:15:59,205 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46137/user/jenkins/test-data/2cab3aa8-7743-bca2-2ba3-001d2d3dc63a/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731964557447/wal.dat.1, size=1.4 K (1393bytes) 2024-11-18T21:15:59,205 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46137/user/jenkins/test-data/2cab3aa8-7743-bca2-2ba3-001d2d3dc63a/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731964557447/wal.dat.1 2024-11-18T21:15:59,205 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46137/user/jenkins/test-data/2cab3aa8-7743-bca2-2ba3-001d2d3dc63a/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731964557447/wal.dat.1 after 0ms 2024-11-18T21:15:59,208 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46137/user/jenkins/test-data/2cab3aa8-7743-bca2-2ba3-001d2d3dc63a/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731964557447/wal.dat.1 took 3ms 2024-11-18T21:15:59,215 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/2cab3aa8-7743-bca2-2ba3-001d2d3dc63a/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731964557447/wal.dat.1 so closing down 2024-11-18T21:15:59,215 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T21:15:59,215 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T21:15:59,220 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-18T21:15:59,222 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-18T21:15:59,227 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/2cab3aa8-7743-bca2-2ba3-001d2d3dc63a/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-18T21:15:59,233 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/2cab3aa8-7743-bca2-2ba3-001d2d3dc63a/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-18T21:15:59,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073741925_1103 (size=743) 2024-11-18T21:15:59,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073741925_1103 (size=743) 2024-11-18T21:15:59,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073741926_1104 (size=743) 2024-11-18T21:15:59,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073741926_1104 (size=743) 2024-11-18T21:15:59,299 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-18T21:15:59,648 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/2cab3aa8-7743-bca2-2ba3-001d2d3dc63a/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T21:15:59,654 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/2cab3aa8-7743-bca2-2ba3-001d2d3dc63a/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:46137/user/jenkins/test-data/2cab3aa8-7743-bca2-2ba3-001d2d3dc63a/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-18T21:15:59,654 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/2cab3aa8-7743-bca2-2ba3-001d2d3dc63a/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T21:15:59,658 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/2cab3aa8-7743-bca2-2ba3-001d2d3dc63a/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:46137/user/jenkins/test-data/2cab3aa8-7743-bca2-2ba3-001d2d3dc63a/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-18T21:15:59,659 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 445 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/2cab3aa8-7743-bca2-2ba3-001d2d3dc63a/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731964557447/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T21:15:59,659 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46137/user/jenkins/test-data/2cab3aa8-7743-bca2-2ba3-001d2d3dc63a/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731964557447/wal.dat.1, journal: Splitting hdfs://localhost:46137/user/jenkins/test-data/2cab3aa8-7743-bca2-2ba3-001d2d3dc63a/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731964557447/wal.dat.1, size=1.4 K (1393bytes) at 1731964559205Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/2cab3aa8-7743-bca2-2ba3-001d2d3dc63a/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731964557447/wal.dat.1 so closing down at 1731964559215 (+10 ms)3 split writer threads finished at 1731964559215Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/2cab3aa8-7743-bca2-2ba3-001d2d3dc63a/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731964559227 (+12 ms)Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/2cab3aa8-7743-bca2-2ba3-001d2d3dc63a/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731964559233 (+6 ms)Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/2cab3aa8-7743-bca2-2ba3-001d2d3dc63a/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731964559648 (+415 ms)Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/2cab3aa8-7743-bca2-2ba3-001d2d3dc63a/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:46137/user/jenkins/test-data/2cab3aa8-7743-bca2-2ba3-001d2d3dc63a/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731964559654 (+6 ms)Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/2cab3aa8-7743-bca2-2ba3-001d2d3dc63a/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731964559654Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/2cab3aa8-7743-bca2-2ba3-001d2d3dc63a/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:46137/user/jenkins/test-data/2cab3aa8-7743-bca2-2ba3-001d2d3dc63a/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731964559658 (+4 ms)Processed 20 edits across 2 Regions in 445 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/2cab3aa8-7743-bca2-2ba3-001d2d3dc63a/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731964557447/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731964559659 (+1 ms) 2024-11-18T21:15:59,667 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46137/user/jenkins/test-data/2cab3aa8-7743-bca2-2ba3-001d2d3dc63a/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731964557447/wal.dat.1 to hdfs://localhost:46137/user/jenkins/test-data/2cab3aa8-7743-bca2-2ba3-001d2d3dc63a/oldWALs/wal.dat.1 2024-11-18T21:15:59,667 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46137/user/jenkins/test-data/2cab3aa8-7743-bca2-2ba3-001d2d3dc63a/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731964557447/wal.dat.2, size=1.4 K (1393bytes) 2024-11-18T21:15:59,667 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46137/user/jenkins/test-data/2cab3aa8-7743-bca2-2ba3-001d2d3dc63a/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731964557447/wal.dat.2 2024-11-18T21:15:59,668 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46137/user/jenkins/test-data/2cab3aa8-7743-bca2-2ba3-001d2d3dc63a/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731964557447/wal.dat.2 after 1ms 2024-11-18T21:15:59,677 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46137/user/jenkins/test-data/2cab3aa8-7743-bca2-2ba3-001d2d3dc63a/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731964557447/wal.dat.2 took 10ms 2024-11-18T21:15:59,686 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/2cab3aa8-7743-bca2-2ba3-001d2d3dc63a/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731964557447/wal.dat.2 so closing down 2024-11-18T21:15:59,687 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T21:15:59,687 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T21:15:59,696 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-18T21:15:59,697 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-18T21:15:59,704 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/2cab3aa8-7743-bca2-2ba3-001d2d3dc63a/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-18T21:15:59,712 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/2cab3aa8-7743-bca2-2ba3-001d2d3dc63a/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-18T21:15:59,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073741927_1105 (size=743) 2024-11-18T21:15:59,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073741927_1105 (size=743) 2024-11-18T21:15:59,764 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/2cab3aa8-7743-bca2-2ba3-001d2d3dc63a/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T21:15:59,766 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/2cab3aa8-7743-bca2-2ba3-001d2d3dc63a/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:46137/user/jenkins/test-data/2cab3aa8-7743-bca2-2ba3-001d2d3dc63a/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-18T21:15:59,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073741928_1106 (size=743) 2024-11-18T21:15:59,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073741928_1106 (size=743) 2024-11-18T21:15:59,792 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/2cab3aa8-7743-bca2-2ba3-001d2d3dc63a/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T21:15:59,795 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/2cab3aa8-7743-bca2-2ba3-001d2d3dc63a/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:46137/user/jenkins/test-data/2cab3aa8-7743-bca2-2ba3-001d2d3dc63a/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-18T21:15:59,795 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 110 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/2cab3aa8-7743-bca2-2ba3-001d2d3dc63a/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731964557447/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T21:15:59,796 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46137/user/jenkins/test-data/2cab3aa8-7743-bca2-2ba3-001d2d3dc63a/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731964557447/wal.dat.2, journal: Splitting hdfs://localhost:46137/user/jenkins/test-data/2cab3aa8-7743-bca2-2ba3-001d2d3dc63a/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731964557447/wal.dat.2, size=1.4 K (1393bytes) at 1731964559667Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/2cab3aa8-7743-bca2-2ba3-001d2d3dc63a/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731964557447/wal.dat.2 so closing down at 1731964559686 (+19 ms)3 split writer threads finished at 1731964559687 (+1 ms)Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/2cab3aa8-7743-bca2-2ba3-001d2d3dc63a/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731964559705 (+18 ms)Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/2cab3aa8-7743-bca2-2ba3-001d2d3dc63a/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731964559713 (+8 ms)Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/2cab3aa8-7743-bca2-2ba3-001d2d3dc63a/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731964559764 (+51 ms)Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/2cab3aa8-7743-bca2-2ba3-001d2d3dc63a/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:46137/user/jenkins/test-data/2cab3aa8-7743-bca2-2ba3-001d2d3dc63a/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731964559766 (+2 ms)Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/2cab3aa8-7743-bca2-2ba3-001d2d3dc63a/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731964559793 (+27 ms)Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/2cab3aa8-7743-bca2-2ba3-001d2d3dc63a/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:46137/user/jenkins/test-data/2cab3aa8-7743-bca2-2ba3-001d2d3dc63a/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731964559795 (+2 ms)Processed 20 edits across 2 Regions in 110 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/2cab3aa8-7743-bca2-2ba3-001d2d3dc63a/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731964557447/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731964559795 2024-11-18T21:15:59,799 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46137/user/jenkins/test-data/2cab3aa8-7743-bca2-2ba3-001d2d3dc63a/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731964557447/wal.dat.2 to hdfs://localhost:46137/user/jenkins/test-data/2cab3aa8-7743-bca2-2ba3-001d2d3dc63a/oldWALs/wal.dat.2 2024-11-18T21:15:59,799 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46137/user/jenkins/test-data/2cab3aa8-7743-bca2-2ba3-001d2d3dc63a/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731964557447/wal.dat.3, size=1.4 K (1393bytes) 2024-11-18T21:15:59,799 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46137/user/jenkins/test-data/2cab3aa8-7743-bca2-2ba3-001d2d3dc63a/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731964557447/wal.dat.3 2024-11-18T21:15:59,800 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46137/user/jenkins/test-data/2cab3aa8-7743-bca2-2ba3-001d2d3dc63a/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731964557447/wal.dat.3 after 1ms 2024-11-18T21:15:59,803 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46137/user/jenkins/test-data/2cab3aa8-7743-bca2-2ba3-001d2d3dc63a/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731964557447/wal.dat.3 took 4ms 2024-11-18T21:15:59,818 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/2cab3aa8-7743-bca2-2ba3-001d2d3dc63a/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731964557447/wal.dat.3 so closing down 2024-11-18T21:15:59,818 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T21:15:59,818 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T21:15:59,822 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-18T21:15:59,823 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-18T21:15:59,828 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/2cab3aa8-7743-bca2-2ba3-001d2d3dc63a/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-18T21:15:59,829 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/2cab3aa8-7743-bca2-2ba3-001d2d3dc63a/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-18T21:15:59,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073741930_1108 (size=743) 2024-11-18T21:15:59,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073741930_1108 (size=743) 2024-11-18T21:15:59,877 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/2cab3aa8-7743-bca2-2ba3-001d2d3dc63a/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T21:15:59,879 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/2cab3aa8-7743-bca2-2ba3-001d2d3dc63a/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:46137/user/jenkins/test-data/2cab3aa8-7743-bca2-2ba3-001d2d3dc63a/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-18T21:15:59,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073741929_1107 (size=743) 2024-11-18T21:15:59,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073741929_1107 (size=743) 2024-11-18T21:15:59,887 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/2cab3aa8-7743-bca2-2ba3-001d2d3dc63a/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T21:15:59,891 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/2cab3aa8-7743-bca2-2ba3-001d2d3dc63a/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:46137/user/jenkins/test-data/2cab3aa8-7743-bca2-2ba3-001d2d3dc63a/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-18T21:15:59,892 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 74 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/2cab3aa8-7743-bca2-2ba3-001d2d3dc63a/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731964557447/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T21:15:59,892 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46137/user/jenkins/test-data/2cab3aa8-7743-bca2-2ba3-001d2d3dc63a/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731964557447/wal.dat.3, journal: Splitting hdfs://localhost:46137/user/jenkins/test-data/2cab3aa8-7743-bca2-2ba3-001d2d3dc63a/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731964557447/wal.dat.3, size=1.4 K (1393bytes) at 1731964559799Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/2cab3aa8-7743-bca2-2ba3-001d2d3dc63a/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731964557447/wal.dat.3 so closing down at 1731964559818 (+19 ms)3 split writer threads finished at 1731964559818Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/2cab3aa8-7743-bca2-2ba3-001d2d3dc63a/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731964559828 (+10 ms)Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/2cab3aa8-7743-bca2-2ba3-001d2d3dc63a/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731964559829 (+1 ms)Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/2cab3aa8-7743-bca2-2ba3-001d2d3dc63a/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731964559877 (+48 ms)Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/2cab3aa8-7743-bca2-2ba3-001d2d3dc63a/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:46137/user/jenkins/test-data/2cab3aa8-7743-bca2-2ba3-001d2d3dc63a/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1731964559879 (+2 ms)Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/2cab3aa8-7743-bca2-2ba3-001d2d3dc63a/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731964559887 (+8 ms)Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/2cab3aa8-7743-bca2-2ba3-001d2d3dc63a/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:46137/user/jenkins/test-data/2cab3aa8-7743-bca2-2ba3-001d2d3dc63a/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731964559891 (+4 ms)Processed 20 edits across 2 Regions in 74 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/2cab3aa8-7743-bca2-2ba3-001d2d3dc63a/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731964557447/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731964559892 (+1 ms) 2024-11-18T21:15:59,894 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46137/user/jenkins/test-data/2cab3aa8-7743-bca2-2ba3-001d2d3dc63a/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731964557447/wal.dat.3 to hdfs://localhost:46137/user/jenkins/test-data/2cab3aa8-7743-bca2-2ba3-001d2d3dc63a/oldWALs/wal.dat.3 2024-11-18T21:15:59,895 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46137/user/jenkins/test-data/2cab3aa8-7743-bca2-2ba3-001d2d3dc63a/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731964557447/wal.dat.4, size=1.4 K (1393bytes) 2024-11-18T21:15:59,895 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46137/user/jenkins/test-data/2cab3aa8-7743-bca2-2ba3-001d2d3dc63a/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731964557447/wal.dat.4 2024-11-18T21:15:59,895 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46137/user/jenkins/test-data/2cab3aa8-7743-bca2-2ba3-001d2d3dc63a/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731964557447/wal.dat.4 after 0ms 2024-11-18T21:15:59,899 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46137/user/jenkins/test-data/2cab3aa8-7743-bca2-2ba3-001d2d3dc63a/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731964557447/wal.dat.4 took 5ms 2024-11-18T21:15:59,903 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/2cab3aa8-7743-bca2-2ba3-001d2d3dc63a/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731964557447/wal.dat.4 so closing down 2024-11-18T21:15:59,903 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T21:15:59,906 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T21:15:59,912 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-18T21:15:59,912 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-18T21:15:59,925 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/2cab3aa8-7743-bca2-2ba3-001d2d3dc63a/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-18T21:15:59,925 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/2cab3aa8-7743-bca2-2ba3-001d2d3dc63a/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-18T21:15:59,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073741931_1109 (size=743) 2024-11-18T21:15:59,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073741931_1109 (size=743) 2024-11-18T21:15:59,975 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/2cab3aa8-7743-bca2-2ba3-001d2d3dc63a/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T21:15:59,977 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/2cab3aa8-7743-bca2-2ba3-001d2d3dc63a/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:46137/user/jenkins/test-data/2cab3aa8-7743-bca2-2ba3-001d2d3dc63a/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-18T21:15:59,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073741932_1110 (size=743) 2024-11-18T21:15:59,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073741932_1110 (size=743) 2024-11-18T21:15:59,989 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/2cab3aa8-7743-bca2-2ba3-001d2d3dc63a/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T21:15:59,993 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/2cab3aa8-7743-bca2-2ba3-001d2d3dc63a/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:46137/user/jenkins/test-data/2cab3aa8-7743-bca2-2ba3-001d2d3dc63a/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-18T21:15:59,994 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 91 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/2cab3aa8-7743-bca2-2ba3-001d2d3dc63a/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731964557447/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T21:15:59,994 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46137/user/jenkins/test-data/2cab3aa8-7743-bca2-2ba3-001d2d3dc63a/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731964557447/wal.dat.4, journal: Splitting hdfs://localhost:46137/user/jenkins/test-data/2cab3aa8-7743-bca2-2ba3-001d2d3dc63a/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731964557447/wal.dat.4, size=1.4 K (1393bytes) at 1731964559895Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/2cab3aa8-7743-bca2-2ba3-001d2d3dc63a/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731964557447/wal.dat.4 so closing down at 1731964559903 (+8 ms)3 split writer threads finished at 1731964559906 (+3 ms)Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/2cab3aa8-7743-bca2-2ba3-001d2d3dc63a/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731964559925 (+19 ms)Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/2cab3aa8-7743-bca2-2ba3-001d2d3dc63a/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731964559925Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/2cab3aa8-7743-bca2-2ba3-001d2d3dc63a/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731964559975 (+50 ms)Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/2cab3aa8-7743-bca2-2ba3-001d2d3dc63a/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:46137/user/jenkins/test-data/2cab3aa8-7743-bca2-2ba3-001d2d3dc63a/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1731964559977 (+2 ms)Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/2cab3aa8-7743-bca2-2ba3-001d2d3dc63a/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731964559989 (+12 ms)Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/2cab3aa8-7743-bca2-2ba3-001d2d3dc63a/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:46137/user/jenkins/test-data/2cab3aa8-7743-bca2-2ba3-001d2d3dc63a/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731964559993 (+4 ms)Processed 20 edits across 2 Regions in 91 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/2cab3aa8-7743-bca2-2ba3-001d2d3dc63a/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731964557447/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731964559994 (+1 ms) 2024-11-18T21:15:59,996 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46137/user/jenkins/test-data/2cab3aa8-7743-bca2-2ba3-001d2d3dc63a/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731964557447/wal.dat.4 to hdfs://localhost:46137/user/jenkins/test-data/2cab3aa8-7743-bca2-2ba3-001d2d3dc63a/oldWALs/wal.dat.4 2024-11-18T21:15:59,997 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46137/user/jenkins/test-data/2cab3aa8-7743-bca2-2ba3-001d2d3dc63a/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731964557447/wal.dat.5, size=150 (150bytes) 2024-11-18T21:15:59,997 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46137/user/jenkins/test-data/2cab3aa8-7743-bca2-2ba3-001d2d3dc63a/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731964557447/wal.dat.5 2024-11-18T21:15:59,998 WARN [IPC Server handler 2 on default port 46137 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/2cab3aa8-7743-bca2-2ba3-001d2d3dc63a/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731964557447/wal.dat.5 has not been closed. Lease recovery is in progress. RecoveryId = 1111 for block blk_1073741918_1096 2024-11-18T21:15:59,998 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:46137/user/jenkins/test-data/2cab3aa8-7743-bca2-2ba3-001d2d3dc63a/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731964557447/wal.dat.5 after 1ms 2024-11-18T21:16:00,118 WARN [ResponseProcessor for block BP-539745716-172.17.0.3-1731964524916:blk_1073741918_1096 {}] hdfs.DataStreamer$ResponseProcessor(1303): Exception for BP-539745716-172.17.0.3-1731964524916:blk_1073741918_1096 java.io.EOFException: Unexpected EOF while trying to read response from server at org.apache.hadoop.hdfs.protocolPB.PBHelperClient.vintPrefixed(PBHelperClient.java:529) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PipelineAck.readFields(PipelineAck.java:244) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer$ResponseProcessor.run(DataStreamer.java:1180) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-18T21:16:00,118 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-282223482_22 at /127.0.0.1:36486 [Receiving block BP-539745716-172.17.0.3-1731964524916:blk_1073741918_1096] {}] datanode.DataXceiver(331): 127.0.0.1:42933:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:36486 dst: /127.0.0.1:42933 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:42933 remote=/127.0.0.1:36486]. Total timeout mills is 60000, 58153 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T21:16:00,118 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-282223482_22 at /127.0.0.1:58096 [Receiving block BP-539745716-172.17.0.3-1731964524916:blk_1073741918_1096] {}] datanode.DataXceiver(331): 127.0.0.1:39729:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:58096 dst: /127.0.0.1:39729 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T21:16:00,119 WARN [DataStreamer for file /user/jenkins/test-data/2cab3aa8-7743-bca2-2ba3-001d2d3dc63a/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731964557447/wal.dat.5 block BP-539745716-172.17.0.3-1731964524916:blk_1073741918_1096 {}] hdfs.DataStreamer(1731): Error Recovery for BP-539745716-172.17.0.3-1731964524916:blk_1073741918_1096 in pipeline [DatanodeInfoWithStorage[127.0.0.1:42933,DS-b76df290-5a67-4046-b28f-ef9f22f72503,DISK], DatanodeInfoWithStorage[127.0.0.1:39729,DS-58b08eff-0c27-4e72-80df-ffa4c3da301d,DISK]]: datanode 0(DatanodeInfoWithStorage[127.0.0.1:42933,DS-b76df290-5a67-4046-b28f-ef9f22f72503,DISK]) is bad. 2024-11-18T21:16:00,120 WARN [DataStreamer for file /user/jenkins/test-data/2cab3aa8-7743-bca2-2ba3-001d2d3dc63a/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731964557447/wal.dat.5 block BP-539745716-172.17.0.3-1731964524916:blk_1073741918_1096 {}] hdfs.DataStreamer(859): DataStreamer Exception org.apache.hadoop.ipc.RemoteException: Unexpected BlockUCState: BP-539745716-172.17.0.3-1731964524916:blk_1073741918_1096 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy45.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$updateBlockForPipeline$50(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy46.updateBlockForPipeline(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.updateBlockForPipeline(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.updateBlockForPipeline(DataStreamer.java:1786) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineInternal(DataStreamer.java:1657) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForAppendOrRecovery(DataStreamer.java:1627) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.processDatanodeOrExternalError(DataStreamer.java:1408) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:707) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-18T21:16:00,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073741918_1111 (size=1385) 2024-11-18T21:16:00,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073741918_1111 (size=1385) 2024-11-18T21:16:03,999 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:46137/user/jenkins/test-data/2cab3aa8-7743-bca2-2ba3-001d2d3dc63a/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731964557447/wal.dat.5 after 4002ms 2024-11-18T21:16:04,003 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46137/user/jenkins/test-data/2cab3aa8-7743-bca2-2ba3-001d2d3dc63a/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731964557447/wal.dat.5 took 4006ms 2024-11-18T21:16:04,006 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:46137/user/jenkins/test-data/2cab3aa8-7743-bca2-2ba3-001d2d3dc63a/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731964557447/wal.dat.5; continuing. 2024-11-18T21:16:04,006 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/2cab3aa8-7743-bca2-2ba3-001d2d3dc63a/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731964557447/wal.dat.5 so closing down 2024-11-18T21:16:04,006 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T21:16:04,008 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T21:16:04,017 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-18T21:16:04,022 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-18T21:16:04,026 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/2cab3aa8-7743-bca2-2ba3-001d2d3dc63a/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-18T21:16:04,031 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/2cab3aa8-7743-bca2-2ba3-001d2d3dc63a/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-18T21:16:04,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073741933_1112 (size=743) 2024-11-18T21:16:04,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073741933_1112 (size=743) 2024-11-18T21:16:04,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073741934_1113 (size=743) 2024-11-18T21:16:04,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073741934_1113 (size=743) 2024-11-18T21:16:04,081 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/2cab3aa8-7743-bca2-2ba3-001d2d3dc63a/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T21:16:04,081 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/2cab3aa8-7743-bca2-2ba3-001d2d3dc63a/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T21:16:04,093 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/2cab3aa8-7743-bca2-2ba3-001d2d3dc63a/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:46137/user/jenkins/test-data/2cab3aa8-7743-bca2-2ba3-001d2d3dc63a/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-18T21:16:04,098 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/2cab3aa8-7743-bca2-2ba3-001d2d3dc63a/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:46137/user/jenkins/test-data/2cab3aa8-7743-bca2-2ba3-001d2d3dc63a/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-18T21:16:04,098 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 94 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/2cab3aa8-7743-bca2-2ba3-001d2d3dc63a/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731964557447/wal.dat.5, size=150, length=150, corrupted=false, cancelled=false 2024-11-18T21:16:04,098 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46137/user/jenkins/test-data/2cab3aa8-7743-bca2-2ba3-001d2d3dc63a/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731964557447/wal.dat.5, journal: Splitting hdfs://localhost:46137/user/jenkins/test-data/2cab3aa8-7743-bca2-2ba3-001d2d3dc63a/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731964557447/wal.dat.5, size=150 (150bytes) at 1731964559997Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/2cab3aa8-7743-bca2-2ba3-001d2d3dc63a/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731964557447/wal.dat.5 so closing down at 1731964564006 (+4009 ms)3 split writer threads finished at 1731964564008 (+2 ms)Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/2cab3aa8-7743-bca2-2ba3-001d2d3dc63a/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1731964564026 (+18 ms)Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/2cab3aa8-7743-bca2-2ba3-001d2d3dc63a/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731964564031 (+5 ms)Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/2cab3aa8-7743-bca2-2ba3-001d2d3dc63a/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731964564081 (+50 ms)Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/2cab3aa8-7743-bca2-2ba3-001d2d3dc63a/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731964564081Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/2cab3aa8-7743-bca2-2ba3-001d2d3dc63a/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:46137/user/jenkins/test-data/2cab3aa8-7743-bca2-2ba3-001d2d3dc63a/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1731964564093 (+12 ms)Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/2cab3aa8-7743-bca2-2ba3-001d2d3dc63a/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:46137/user/jenkins/test-data/2cab3aa8-7743-bca2-2ba3-001d2d3dc63a/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1731964564098 (+5 ms)Processed 20 edits across 2 Regions in 94 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/2cab3aa8-7743-bca2-2ba3-001d2d3dc63a/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731964557447/wal.dat.5, size=150, length=150, corrupted=false, cancelled=false at 1731964564098 2024-11-18T21:16:04,105 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46137/user/jenkins/test-data/2cab3aa8-7743-bca2-2ba3-001d2d3dc63a/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731964557447/wal.dat.5 to hdfs://localhost:46137/user/jenkins/test-data/2cab3aa8-7743-bca2-2ba3-001d2d3dc63a/oldWALs/wal.dat.5 2024-11-18T21:16:04,105 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46137/user/jenkins/test-data/2cab3aa8-7743-bca2-2ba3-001d2d3dc63a/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731964557447/wal.dat.6, size=1.4 K (1405bytes) 2024-11-18T21:16:04,105 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46137/user/jenkins/test-data/2cab3aa8-7743-bca2-2ba3-001d2d3dc63a/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731964557447/wal.dat.6 2024-11-18T21:16:04,106 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46137/user/jenkins/test-data/2cab3aa8-7743-bca2-2ba3-001d2d3dc63a/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731964557447/wal.dat.6 after 1ms 2024-11-18T21:16:04,110 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46137/user/jenkins/test-data/2cab3aa8-7743-bca2-2ba3-001d2d3dc63a/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731964557447/wal.dat.6 took 5ms 2024-11-18T21:16:04,114 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/2cab3aa8-7743-bca2-2ba3-001d2d3dc63a/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731964557447/wal.dat.6 so closing down 2024-11-18T21:16:04,114 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T21:16:04,117 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T21:16:04,122 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-18T21:16:04,124 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/2cab3aa8-7743-bca2-2ba3-001d2d3dc63a/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-18T21:16:04,124 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-18T21:16:04,141 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/2cab3aa8-7743-bca2-2ba3-001d2d3dc63a/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-18T21:16:04,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073741935_1114 (size=749) 2024-11-18T21:16:04,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073741935_1114 (size=749) 2024-11-18T21:16:04,147 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/2cab3aa8-7743-bca2-2ba3-001d2d3dc63a/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T21:16:04,149 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/2cab3aa8-7743-bca2-2ba3-001d2d3dc63a/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:46137/user/jenkins/test-data/2cab3aa8-7743-bca2-2ba3-001d2d3dc63a/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-18T21:16:04,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073741936_1115 (size=749) 2024-11-18T21:16:04,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073741936_1115 (size=749) 2024-11-18T21:16:04,168 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/2cab3aa8-7743-bca2-2ba3-001d2d3dc63a/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T21:16:04,173 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/2cab3aa8-7743-bca2-2ba3-001d2d3dc63a/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:46137/user/jenkins/test-data/2cab3aa8-7743-bca2-2ba3-001d2d3dc63a/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-18T21:16:04,173 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 60 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/2cab3aa8-7743-bca2-2ba3-001d2d3dc63a/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731964557447/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-18T21:16:04,173 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46137/user/jenkins/test-data/2cab3aa8-7743-bca2-2ba3-001d2d3dc63a/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731964557447/wal.dat.6, journal: Splitting hdfs://localhost:46137/user/jenkins/test-data/2cab3aa8-7743-bca2-2ba3-001d2d3dc63a/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731964557447/wal.dat.6, size=1.4 K (1405bytes) at 1731964564105Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/2cab3aa8-7743-bca2-2ba3-001d2d3dc63a/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731964557447/wal.dat.6 so closing down at 1731964564114 (+9 ms)3 split writer threads finished at 1731964564117 (+3 ms)Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/2cab3aa8-7743-bca2-2ba3-001d2d3dc63a/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731964564124 (+7 ms)Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/2cab3aa8-7743-bca2-2ba3-001d2d3dc63a/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731964564141 (+17 ms)Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/2cab3aa8-7743-bca2-2ba3-001d2d3dc63a/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731964564147 (+6 ms)Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/2cab3aa8-7743-bca2-2ba3-001d2d3dc63a/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:46137/user/jenkins/test-data/2cab3aa8-7743-bca2-2ba3-001d2d3dc63a/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1731964564149 (+2 ms)Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/2cab3aa8-7743-bca2-2ba3-001d2d3dc63a/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731964564168 (+19 ms)Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/2cab3aa8-7743-bca2-2ba3-001d2d3dc63a/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:46137/user/jenkins/test-data/2cab3aa8-7743-bca2-2ba3-001d2d3dc63a/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1731964564173 (+5 ms)Processed 20 edits across 2 Regions in 60 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/2cab3aa8-7743-bca2-2ba3-001d2d3dc63a/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731964557447/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1731964564173 2024-11-18T21:16:04,177 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46137/user/jenkins/test-data/2cab3aa8-7743-bca2-2ba3-001d2d3dc63a/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731964557447/wal.dat.6 to hdfs://localhost:46137/user/jenkins/test-data/2cab3aa8-7743-bca2-2ba3-001d2d3dc63a/oldWALs/wal.dat.6 2024-11-18T21:16:04,177 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46137/user/jenkins/test-data/2cab3aa8-7743-bca2-2ba3-001d2d3dc63a/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731964557447/wal.dat.7, size=1.4 K (1413bytes) 2024-11-18T21:16:04,177 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46137/user/jenkins/test-data/2cab3aa8-7743-bca2-2ba3-001d2d3dc63a/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731964557447/wal.dat.7 2024-11-18T21:16:04,178 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46137/user/jenkins/test-data/2cab3aa8-7743-bca2-2ba3-001d2d3dc63a/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731964557447/wal.dat.7 after 0ms 2024-11-18T21:16:04,181 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46137/user/jenkins/test-data/2cab3aa8-7743-bca2-2ba3-001d2d3dc63a/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731964557447/wal.dat.7 took 4ms 2024-11-18T21:16:04,182 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/2cab3aa8-7743-bca2-2ba3-001d2d3dc63a/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731964557447/wal.dat.7 so closing down 2024-11-18T21:16:04,182 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T21:16:04,183 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T21:16:04,189 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-18T21:16:04,189 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-18T21:16:04,191 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/2cab3aa8-7743-bca2-2ba3-001d2d3dc63a/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-18T21:16:04,192 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/2cab3aa8-7743-bca2-2ba3-001d2d3dc63a/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-18T21:16:04,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073741937_1116 (size=753) 2024-11-18T21:16:04,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073741937_1116 (size=753) 2024-11-18T21:16:04,202 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/2cab3aa8-7743-bca2-2ba3-001d2d3dc63a/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T21:16:04,205 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/2cab3aa8-7743-bca2-2ba3-001d2d3dc63a/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:46137/user/jenkins/test-data/2cab3aa8-7743-bca2-2ba3-001d2d3dc63a/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-18T21:16:04,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073741938_1117 (size=753) 2024-11-18T21:16:04,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073741938_1117 (size=753) 2024-11-18T21:16:04,233 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/2cab3aa8-7743-bca2-2ba3-001d2d3dc63a/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T21:16:04,236 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/2cab3aa8-7743-bca2-2ba3-001d2d3dc63a/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:46137/user/jenkins/test-data/2cab3aa8-7743-bca2-2ba3-001d2d3dc63a/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-18T21:16:04,237 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 56 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/2cab3aa8-7743-bca2-2ba3-001d2d3dc63a/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731964557447/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-18T21:16:04,237 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46137/user/jenkins/test-data/2cab3aa8-7743-bca2-2ba3-001d2d3dc63a/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731964557447/wal.dat.7, journal: Splitting hdfs://localhost:46137/user/jenkins/test-data/2cab3aa8-7743-bca2-2ba3-001d2d3dc63a/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731964557447/wal.dat.7, size=1.4 K (1413bytes) at 1731964564177Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/2cab3aa8-7743-bca2-2ba3-001d2d3dc63a/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731964557447/wal.dat.7 so closing down at 1731964564182 (+5 ms)3 split writer threads finished at 1731964564183 (+1 ms)Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/2cab3aa8-7743-bca2-2ba3-001d2d3dc63a/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731964564191 (+8 ms)Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/2cab3aa8-7743-bca2-2ba3-001d2d3dc63a/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731964564192 (+1 ms)Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/2cab3aa8-7743-bca2-2ba3-001d2d3dc63a/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731964564202 (+10 ms)Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/2cab3aa8-7743-bca2-2ba3-001d2d3dc63a/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:46137/user/jenkins/test-data/2cab3aa8-7743-bca2-2ba3-001d2d3dc63a/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1731964564205 (+3 ms)Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/2cab3aa8-7743-bca2-2ba3-001d2d3dc63a/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731964564233 (+28 ms)Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/2cab3aa8-7743-bca2-2ba3-001d2d3dc63a/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:46137/user/jenkins/test-data/2cab3aa8-7743-bca2-2ba3-001d2d3dc63a/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1731964564236 (+3 ms)Processed 20 edits across 2 Regions in 56 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/2cab3aa8-7743-bca2-2ba3-001d2d3dc63a/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731964557447/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731964564237 (+1 ms) 2024-11-18T21:16:04,239 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46137/user/jenkins/test-data/2cab3aa8-7743-bca2-2ba3-001d2d3dc63a/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731964557447/wal.dat.7 to hdfs://localhost:46137/user/jenkins/test-data/2cab3aa8-7743-bca2-2ba3-001d2d3dc63a/oldWALs/wal.dat.7 2024-11-18T21:16:04,240 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46137/user/jenkins/test-data/2cab3aa8-7743-bca2-2ba3-001d2d3dc63a/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731964557447/wal.dat.8, size=1.4 K (1413bytes) 2024-11-18T21:16:04,240 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46137/user/jenkins/test-data/2cab3aa8-7743-bca2-2ba3-001d2d3dc63a/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731964557447/wal.dat.8 2024-11-18T21:16:04,240 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46137/user/jenkins/test-data/2cab3aa8-7743-bca2-2ba3-001d2d3dc63a/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731964557447/wal.dat.8 after 0ms 2024-11-18T21:16:04,244 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46137/user/jenkins/test-data/2cab3aa8-7743-bca2-2ba3-001d2d3dc63a/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731964557447/wal.dat.8 took 5ms 2024-11-18T21:16:04,248 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/2cab3aa8-7743-bca2-2ba3-001d2d3dc63a/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731964557447/wal.dat.8 so closing down 2024-11-18T21:16:04,248 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T21:16:04,248 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T21:16:04,255 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-18T21:16:04,256 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-18T21:16:04,257 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/2cab3aa8-7743-bca2-2ba3-001d2d3dc63a/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-18T21:16:04,258 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/2cab3aa8-7743-bca2-2ba3-001d2d3dc63a/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-18T21:16:04,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073741940_1119 (size=753) 2024-11-18T21:16:04,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073741940_1119 (size=753) 2024-11-18T21:16:04,269 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/2cab3aa8-7743-bca2-2ba3-001d2d3dc63a/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T21:16:04,271 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/2cab3aa8-7743-bca2-2ba3-001d2d3dc63a/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:46137/user/jenkins/test-data/2cab3aa8-7743-bca2-2ba3-001d2d3dc63a/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-18T21:16:04,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073741939_1118 (size=753) 2024-11-18T21:16:04,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073741939_1118 (size=753) 2024-11-18T21:16:04,673 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/2cab3aa8-7743-bca2-2ba3-001d2d3dc63a/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T21:16:04,677 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/2cab3aa8-7743-bca2-2ba3-001d2d3dc63a/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:46137/user/jenkins/test-data/2cab3aa8-7743-bca2-2ba3-001d2d3dc63a/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-18T21:16:04,677 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 430 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/2cab3aa8-7743-bca2-2ba3-001d2d3dc63a/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731964557447/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-18T21:16:04,677 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46137/user/jenkins/test-data/2cab3aa8-7743-bca2-2ba3-001d2d3dc63a/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731964557447/wal.dat.8, journal: Splitting hdfs://localhost:46137/user/jenkins/test-data/2cab3aa8-7743-bca2-2ba3-001d2d3dc63a/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731964557447/wal.dat.8, size=1.4 K (1413bytes) at 1731964564240Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/2cab3aa8-7743-bca2-2ba3-001d2d3dc63a/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731964557447/wal.dat.8 so closing down at 1731964564248 (+8 ms)3 split writer threads finished at 1731964564248Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/2cab3aa8-7743-bca2-2ba3-001d2d3dc63a/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731964564257 (+9 ms)Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/2cab3aa8-7743-bca2-2ba3-001d2d3dc63a/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731964564258 (+1 ms)Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/2cab3aa8-7743-bca2-2ba3-001d2d3dc63a/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731964564269 (+11 ms)Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/2cab3aa8-7743-bca2-2ba3-001d2d3dc63a/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:46137/user/jenkins/test-data/2cab3aa8-7743-bca2-2ba3-001d2d3dc63a/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1731964564271 (+2 ms)Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/2cab3aa8-7743-bca2-2ba3-001d2d3dc63a/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731964564673 (+402 ms)Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/2cab3aa8-7743-bca2-2ba3-001d2d3dc63a/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:46137/user/jenkins/test-data/2cab3aa8-7743-bca2-2ba3-001d2d3dc63a/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1731964564677 (+4 ms)Processed 20 edits across 2 Regions in 430 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/2cab3aa8-7743-bca2-2ba3-001d2d3dc63a/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731964557447/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731964564677 2024-11-18T21:16:04,681 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46137/user/jenkins/test-data/2cab3aa8-7743-bca2-2ba3-001d2d3dc63a/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731964557447/wal.dat.8 to hdfs://localhost:46137/user/jenkins/test-data/2cab3aa8-7743-bca2-2ba3-001d2d3dc63a/oldWALs/wal.dat.8 2024-11-18T21:16:04,681 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46137/user/jenkins/test-data/2cab3aa8-7743-bca2-2ba3-001d2d3dc63a/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731964557447/wal.dat.9, size=1.4 K (1413bytes) 2024-11-18T21:16:04,681 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46137/user/jenkins/test-data/2cab3aa8-7743-bca2-2ba3-001d2d3dc63a/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731964557447/wal.dat.9 2024-11-18T21:16:04,685 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46137/user/jenkins/test-data/2cab3aa8-7743-bca2-2ba3-001d2d3dc63a/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731964557447/wal.dat.9 after 4ms 2024-11-18T21:16:04,688 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46137/user/jenkins/test-data/2cab3aa8-7743-bca2-2ba3-001d2d3dc63a/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731964557447/wal.dat.9 took 7ms 2024-11-18T21:16:04,690 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/2cab3aa8-7743-bca2-2ba3-001d2d3dc63a/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731964557447/wal.dat.9 so closing down 2024-11-18T21:16:04,690 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T21:16:04,690 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T21:16:04,698 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-18T21:16:04,701 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-18T21:16:04,704 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/2cab3aa8-7743-bca2-2ba3-001d2d3dc63a/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-18T21:16:04,705 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/2cab3aa8-7743-bca2-2ba3-001d2d3dc63a/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-18T21:16:04,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073741942_1121 (size=753) 2024-11-18T21:16:04,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073741942_1121 (size=753) 2024-11-18T21:16:04,723 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/2cab3aa8-7743-bca2-2ba3-001d2d3dc63a/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T21:16:04,725 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/2cab3aa8-7743-bca2-2ba3-001d2d3dc63a/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:46137/user/jenkins/test-data/2cab3aa8-7743-bca2-2ba3-001d2d3dc63a/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-18T21:16:04,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073741941_1120 (size=753) 2024-11-18T21:16:04,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073741941_1120 (size=753) 2024-11-18T21:16:04,746 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/2cab3aa8-7743-bca2-2ba3-001d2d3dc63a/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T21:16:04,749 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/2cab3aa8-7743-bca2-2ba3-001d2d3dc63a/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:46137/user/jenkins/test-data/2cab3aa8-7743-bca2-2ba3-001d2d3dc63a/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-18T21:16:04,749 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 60 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/2cab3aa8-7743-bca2-2ba3-001d2d3dc63a/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731964557447/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-18T21:16:04,749 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46137/user/jenkins/test-data/2cab3aa8-7743-bca2-2ba3-001d2d3dc63a/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731964557447/wal.dat.9, journal: Splitting hdfs://localhost:46137/user/jenkins/test-data/2cab3aa8-7743-bca2-2ba3-001d2d3dc63a/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731964557447/wal.dat.9, size=1.4 K (1413bytes) at 1731964564681Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/2cab3aa8-7743-bca2-2ba3-001d2d3dc63a/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731964557447/wal.dat.9 so closing down at 1731964564690 (+9 ms)3 split writer threads finished at 1731964564690Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/2cab3aa8-7743-bca2-2ba3-001d2d3dc63a/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731964564704 (+14 ms)Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/2cab3aa8-7743-bca2-2ba3-001d2d3dc63a/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731964564705 (+1 ms)Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/2cab3aa8-7743-bca2-2ba3-001d2d3dc63a/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731964564723 (+18 ms)Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/2cab3aa8-7743-bca2-2ba3-001d2d3dc63a/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:46137/user/jenkins/test-data/2cab3aa8-7743-bca2-2ba3-001d2d3dc63a/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1731964564725 (+2 ms)Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/2cab3aa8-7743-bca2-2ba3-001d2d3dc63a/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731964564746 (+21 ms)Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/2cab3aa8-7743-bca2-2ba3-001d2d3dc63a/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:46137/user/jenkins/test-data/2cab3aa8-7743-bca2-2ba3-001d2d3dc63a/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731964564749 (+3 ms)Processed 20 edits across 2 Regions in 60 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/2cab3aa8-7743-bca2-2ba3-001d2d3dc63a/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731964557447/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731964564749 2024-11-18T21:16:04,757 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46137/user/jenkins/test-data/2cab3aa8-7743-bca2-2ba3-001d2d3dc63a/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731964557447/wal.dat.9 to hdfs://localhost:46137/user/jenkins/test-data/2cab3aa8-7743-bca2-2ba3-001d2d3dc63a/oldWALs/wal.dat.9 2024-11-18T21:16:04,894 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testOpenZeroLengthReportedFileButWithDataGetsSplit Thread=139 (was 142), OpenFileDescriptor=397 (was 393) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1266 (was 1367), ProcessCount=11 (was 11), AvailableMemoryMB=1116 (was 1684) 2024-11-18T21:16:04,913 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testRecoveredEditsPathForMeta Thread=139, OpenFileDescriptor=397, MaxFileDescriptor=1048576, SystemLoadAverage=1266, ProcessCount=11, AvailableMemoryMB=1115 2024-11-18T21:16:04,913 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-18T21:16:04,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073741943_1122 (size=7) 2024-11-18T21:16:04,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073741943_1122 (size=7) 2024-11-18T21:16:04,972 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46137/user/jenkins/test-data/9ef4685d-dcb0-9285-14b4-7002b6c51974 with version=8 2024-11-18T21:16:04,973 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T21:16:04,974 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T21:16:04,978 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-18T21:16:05,006 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testRecoveredEditsPathForMeta Thread=139 (was 139), OpenFileDescriptor=397 (was 397), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1266 (was 1266), ProcessCount=11 (was 11), AvailableMemoryMB=1114 (was 1115) 2024-11-18T21:16:05,016 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplit Thread=139, OpenFileDescriptor=397, MaxFileDescriptor=1048576, SystemLoadAverage=1266, ProcessCount=11, AvailableMemoryMB=1113 2024-11-18T21:16:05,017 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-18T21:16:05,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073741944_1123 (size=7) 2024-11-18T21:16:05,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073741944_1123 (size=7) 2024-11-18T21:16:05,437 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46137/user/jenkins/test-data/9ef4685d-dcb0-9285-14b4-7002b6c51974 with version=8 2024-11-18T21:16:05,437 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T21:16:05,440 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T21:16:05,444 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-18T21:16:05,444 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-18T21:16:05,445 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-18T21:16:05,455 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-18T21:16:05,459 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:05,459 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:05,485 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:05,485 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:05,492 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:05,492 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:05,497 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:05,497 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:05,501 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:05,501 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:05,505 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:05,505 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:05,509 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:05,509 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:05,510 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:05,510 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:05,510 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:05,510 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:05,511 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:05,511 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:05,512 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:05,512 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:05,513 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:05,513 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:05,514 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:05,514 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:05,515 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:05,515 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:05,515 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:05,515 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:05,516 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:05,516 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:05,516 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:05,516 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:05,517 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:05,517 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:05,518 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:05,518 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:05,519 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:05,519 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:05,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073741945_1124 (size=1393) 2024-11-18T21:16:05,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073741945_1124 (size=1393) 2024-11-18T21:16:05,931 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-18T21:16:05,932 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-18T21:16:05,942 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:05,942 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:05,981 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:05,982 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:05,985 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:05,985 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:05,985 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:05,985 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:05,998 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:05,998 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:06,000 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:06,000 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:06,000 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:06,000 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:06,001 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:06,001 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:06,002 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:06,002 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:06,002 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:06,002 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:06,003 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:06,003 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:06,003 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:06,003 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:06,004 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:06,004 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:06,005 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:06,005 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:06,009 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:06,010 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:06,010 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:06,010 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:06,010 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:06,011 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:06,011 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:06,011 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:06,011 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:06,011 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:06,012 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:06,012 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:06,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073741946_1125 (size=1393) 2024-11-18T21:16:06,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073741946_1125 (size=1393) 2024-11-18T21:16:06,018 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-18T21:16:06,019 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-18T21:16:06,029 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:06,029 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:06,106 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:06,106 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:06,111 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:06,111 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:06,113 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:06,113 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:06,116 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:06,116 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:06,121 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:06,121 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:06,125 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:06,125 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:06,130 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:06,130 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:06,134 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:06,134 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:06,138 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:06,138 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:06,144 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:06,144 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:06,150 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:06,150 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:06,155 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:06,155 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:06,158 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:06,158 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:06,162 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:06,162 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:06,163 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:06,163 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:06,169 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:06,169 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:06,185 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:06,185 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:06,185 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:06,186 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:06,186 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:06,186 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:06,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073741947_1126 (size=1393) 2024-11-18T21:16:06,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073741947_1126 (size=1393) 2024-11-18T21:16:06,201 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-18T21:16:06,202 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-18T21:16:06,226 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:06,226 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:06,273 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:06,273 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:06,274 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:06,274 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:06,274 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:06,274 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:06,275 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:06,275 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:06,277 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:06,277 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:06,277 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:06,277 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:06,278 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:06,278 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:06,279 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:06,279 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:06,283 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:06,283 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:06,283 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:06,283 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:06,284 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:06,284 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:06,284 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:06,284 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:06,285 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:06,285 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:06,285 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:06,286 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:06,287 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:06,287 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:06,288 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:06,288 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:06,289 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:06,289 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:06,290 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:06,290 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:06,290 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:06,290 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:06,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073741948_1127 (size=1393) 2024-11-18T21:16:06,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073741948_1127 (size=1393) 2024-11-18T21:16:06,295 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-18T21:16:06,295 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-18T21:16:06,305 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:06,305 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:06,339 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:06,339 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:06,342 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:06,342 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:06,344 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:06,344 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:06,347 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:06,347 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:06,354 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:06,354 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:06,356 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:06,356 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:06,356 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:06,356 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:06,357 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:06,357 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:06,361 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:06,361 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:06,366 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:06,366 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:06,368 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:06,368 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:06,371 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:06,371 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:06,372 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:06,372 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:06,374 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:06,374 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:06,385 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:06,385 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:06,386 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:06,386 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:06,386 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:06,386 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:06,387 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:06,387 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:06,388 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:06,388 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:06,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073741949_1128 (size=1393) 2024-11-18T21:16:06,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073741949_1128 (size=1393) 2024-11-18T21:16:06,400 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-18T21:16:06,400 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-18T21:16:06,404 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:06,404 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:06,479 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:06,479 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:06,482 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:06,482 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:06,483 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:06,483 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:06,484 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:06,484 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:06,485 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:06,485 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:06,485 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:06,485 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:06,485 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:06,486 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:06,486 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:06,486 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:06,487 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:06,487 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:06,487 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:06,487 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:06,487 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:06,488 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:06,488 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:06,488 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:06,488 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:06,488 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:06,489 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:06,489 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:06,490 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:06,490 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:06,490 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:06,490 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:06,491 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:06,492 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:06,492 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:06,492 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:06,493 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:06,493 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:06,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073741950_1129 (size=1393) 2024-11-18T21:16:06,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073741950_1129 (size=1393) 2024-11-18T21:16:06,899 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-18T21:16:06,899 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-18T21:16:06,914 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:06,914 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:06,983 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:06,983 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:06,984 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:06,984 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:06,986 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:06,986 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:06,989 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:06,989 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:06,990 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:06,990 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:06,991 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:06,991 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:06,992 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:06,992 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:06,993 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:06,993 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:06,994 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:06,994 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:06,995 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:06,995 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:06,995 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:06,995 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:06,996 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:06,996 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:06,996 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:06,996 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:06,997 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:06,997 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:06,997 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:06,997 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:06,997 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:06,998 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:06,998 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:06,998 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:06,998 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:06,998 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:06,999 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:06,999 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:07,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073741951_1130 (size=1405) 2024-11-18T21:16:07,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073741951_1130 (size=1405) 2024-11-18T21:16:07,011 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-18T21:16:07,011 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-18T21:16:07,014 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:07,014 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:07,085 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:07,085 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:07,086 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:07,086 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:07,087 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:07,087 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:07,087 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:07,087 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:07,088 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:07,088 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:07,089 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:07,089 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:07,089 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:07,089 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:07,090 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:07,090 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:07,090 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:07,090 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:07,091 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:07,091 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:07,093 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:07,093 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:07,093 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:07,093 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:07,094 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:07,094 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:07,094 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:07,094 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:07,096 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:07,096 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:07,096 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:07,097 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:07,097 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:07,097 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:07,097 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:07,097 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:07,098 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:07,098 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:07,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073741952_1131 (size=1413) 2024-11-18T21:16:07,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073741952_1131 (size=1413) 2024-11-18T21:16:07,109 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-18T21:16:07,109 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-18T21:16:07,121 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:07,121 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:07,194 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:07,195 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:07,195 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:07,196 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:07,196 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:07,196 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:07,196 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:07,197 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:07,197 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:07,197 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:07,198 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:07,198 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:07,198 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:07,198 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:07,199 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:07,199 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:07,199 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:07,199 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:07,199 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:07,199 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:07,200 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:07,200 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:07,201 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:07,201 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:07,201 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:07,201 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:07,201 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:07,202 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:07,202 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:07,202 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:07,202 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:07,203 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:07,203 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:07,203 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:07,204 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:07,204 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:07,204 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:07,204 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:07,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073741953_1132 (size=1413) 2024-11-18T21:16:07,209 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-18T21:16:07,210 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-18T21:16:07,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073741953_1132 (size=1413) 2024-11-18T21:16:07,226 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:07,226 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:07,296 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:07,296 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:07,299 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:07,299 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:07,299 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:07,299 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:07,300 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:07,300 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:07,300 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:07,300 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:07,301 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:07,301 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:07,301 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:07,301 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:07,302 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:07,302 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:07,303 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:07,303 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:07,303 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:07,303 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:07,304 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:07,304 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:07,304 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:07,304 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:07,305 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:07,305 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:07,311 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:07,311 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:07,317 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:07,317 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:07,317 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:07,317 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:07,318 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:07,318 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:07,318 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:07,318 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:07,319 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:07,319 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:07,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073741954_1133 (size=1413) 2024-11-18T21:16:07,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073741954_1133 (size=1413) 2024-11-18T21:16:07,326 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-18T21:16:07,394 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46137/user/jenkins/test-data/1a12cbcf-43c3-d448-d816-054cbceab4ce/WALs/testsplit,16010,1731964565444/wal.dat.0, size=1.4 K (1393bytes) 2024-11-18T21:16:07,394 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46137/user/jenkins/test-data/1a12cbcf-43c3-d448-d816-054cbceab4ce/WALs/testsplit,16010,1731964565444/wal.dat.0 2024-11-18T21:16:07,398 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46137/user/jenkins/test-data/1a12cbcf-43c3-d448-d816-054cbceab4ce/WALs/testsplit,16010,1731964565444/wal.dat.0 after 4ms 2024-11-18T21:16:07,406 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46137/user/jenkins/test-data/1a12cbcf-43c3-d448-d816-054cbceab4ce/WALs/testsplit,16010,1731964565444/wal.dat.0 took 13ms 2024-11-18T21:16:07,461 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/1a12cbcf-43c3-d448-d816-054cbceab4ce/WALs/testsplit,16010,1731964565444/wal.dat.0 so closing down 2024-11-18T21:16:07,462 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T21:16:07,462 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T21:16:07,493 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-18T21:16:07,507 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-18T21:16:07,512 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/1a12cbcf-43c3-d448-d816-054cbceab4ce/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-18T21:16:07,525 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/1a12cbcf-43c3-d448-d816-054cbceab4ce/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-18T21:16:07,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073741955_1134 (size=743) 2024-11-18T21:16:07,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073741955_1134 (size=743) 2024-11-18T21:16:07,608 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/1a12cbcf-43c3-d448-d816-054cbceab4ce/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T21:16:07,610 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/1a12cbcf-43c3-d448-d816-054cbceab4ce/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:46137/user/jenkins/test-data/1a12cbcf-43c3-d448-d816-054cbceab4ce/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-18T21:16:07,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073741956_1135 (size=743) 2024-11-18T21:16:07,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073741956_1135 (size=743) 2024-11-18T21:16:07,617 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/1a12cbcf-43c3-d448-d816-054cbceab4ce/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T21:16:07,620 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/1a12cbcf-43c3-d448-d816-054cbceab4ce/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:46137/user/jenkins/test-data/1a12cbcf-43c3-d448-d816-054cbceab4ce/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-18T21:16:07,620 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 164 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/1a12cbcf-43c3-d448-d816-054cbceab4ce/WALs/testsplit,16010,1731964565444/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T21:16:07,620 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46137/user/jenkins/test-data/1a12cbcf-43c3-d448-d816-054cbceab4ce/WALs/testsplit,16010,1731964565444/wal.dat.0, journal: Splitting hdfs://localhost:46137/user/jenkins/test-data/1a12cbcf-43c3-d448-d816-054cbceab4ce/WALs/testsplit,16010,1731964565444/wal.dat.0, size=1.4 K (1393bytes) at 1731964567394Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/1a12cbcf-43c3-d448-d816-054cbceab4ce/WALs/testsplit,16010,1731964565444/wal.dat.0 so closing down at 1731964567461 (+67 ms)3 split writer threads finished at 1731964567462 (+1 ms)Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/1a12cbcf-43c3-d448-d816-054cbceab4ce/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731964567513 (+51 ms)Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/1a12cbcf-43c3-d448-d816-054cbceab4ce/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731964567525 (+12 ms)Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/1a12cbcf-43c3-d448-d816-054cbceab4ce/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731964567608 (+83 ms)Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/1a12cbcf-43c3-d448-d816-054cbceab4ce/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:46137/user/jenkins/test-data/1a12cbcf-43c3-d448-d816-054cbceab4ce/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731964567610 (+2 ms)Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/1a12cbcf-43c3-d448-d816-054cbceab4ce/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731964567617 (+7 ms)Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/1a12cbcf-43c3-d448-d816-054cbceab4ce/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:46137/user/jenkins/test-data/1a12cbcf-43c3-d448-d816-054cbceab4ce/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731964567620 (+3 ms)Processed 20 edits across 2 Regions in 164 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/1a12cbcf-43c3-d448-d816-054cbceab4ce/WALs/testsplit,16010,1731964565444/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731964567620 2024-11-18T21:16:07,624 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46137/user/jenkins/test-data/1a12cbcf-43c3-d448-d816-054cbceab4ce/WALs/testsplit,16010,1731964565444/wal.dat.0 to hdfs://localhost:46137/user/jenkins/test-data/1a12cbcf-43c3-d448-d816-054cbceab4ce/oldWALs/wal.dat.0 2024-11-18T21:16:07,624 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46137/user/jenkins/test-data/1a12cbcf-43c3-d448-d816-054cbceab4ce/WALs/testsplit,16010,1731964565444/wal.dat.1, size=1.4 K (1393bytes) 2024-11-18T21:16:07,624 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46137/user/jenkins/test-data/1a12cbcf-43c3-d448-d816-054cbceab4ce/WALs/testsplit,16010,1731964565444/wal.dat.1 2024-11-18T21:16:07,626 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46137/user/jenkins/test-data/1a12cbcf-43c3-d448-d816-054cbceab4ce/WALs/testsplit,16010,1731964565444/wal.dat.1 after 2ms 2024-11-18T21:16:07,633 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46137/user/jenkins/test-data/1a12cbcf-43c3-d448-d816-054cbceab4ce/WALs/testsplit,16010,1731964565444/wal.dat.1 took 9ms 2024-11-18T21:16:07,662 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/1a12cbcf-43c3-d448-d816-054cbceab4ce/WALs/testsplit,16010,1731964565444/wal.dat.1 so closing down 2024-11-18T21:16:07,662 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T21:16:07,663 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T21:16:07,679 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-18T21:16:07,687 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/1a12cbcf-43c3-d448-d816-054cbceab4ce/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-18T21:16:07,687 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-18T21:16:07,716 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/1a12cbcf-43c3-d448-d816-054cbceab4ce/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-18T21:16:07,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073741957_1136 (size=743) 2024-11-18T21:16:07,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073741957_1136 (size=743) 2024-11-18T21:16:07,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073741958_1137 (size=743) 2024-11-18T21:16:07,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073741958_1137 (size=743) 2024-11-18T21:16:07,832 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/1a12cbcf-43c3-d448-d816-054cbceab4ce/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T21:16:07,847 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/1a12cbcf-43c3-d448-d816-054cbceab4ce/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:46137/user/jenkins/test-data/1a12cbcf-43c3-d448-d816-054cbceab4ce/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-18T21:16:08,194 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/1a12cbcf-43c3-d448-d816-054cbceab4ce/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T21:16:08,201 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/1a12cbcf-43c3-d448-d816-054cbceab4ce/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:46137/user/jenkins/test-data/1a12cbcf-43c3-d448-d816-054cbceab4ce/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-18T21:16:08,202 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 541 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/1a12cbcf-43c3-d448-d816-054cbceab4ce/WALs/testsplit,16010,1731964565444/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T21:16:08,202 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46137/user/jenkins/test-data/1a12cbcf-43c3-d448-d816-054cbceab4ce/WALs/testsplit,16010,1731964565444/wal.dat.1, journal: Splitting hdfs://localhost:46137/user/jenkins/test-data/1a12cbcf-43c3-d448-d816-054cbceab4ce/WALs/testsplit,16010,1731964565444/wal.dat.1, size=1.4 K (1393bytes) at 1731964567624Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/1a12cbcf-43c3-d448-d816-054cbceab4ce/WALs/testsplit,16010,1731964565444/wal.dat.1 so closing down at 1731964567662 (+38 ms)3 split writer threads finished at 1731964567663 (+1 ms)Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/1a12cbcf-43c3-d448-d816-054cbceab4ce/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731964567687 (+24 ms)Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/1a12cbcf-43c3-d448-d816-054cbceab4ce/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731964567717 (+30 ms)Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/1a12cbcf-43c3-d448-d816-054cbceab4ce/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731964567832 (+115 ms)Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/1a12cbcf-43c3-d448-d816-054cbceab4ce/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:46137/user/jenkins/test-data/1a12cbcf-43c3-d448-d816-054cbceab4ce/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731964567847 (+15 ms)Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/1a12cbcf-43c3-d448-d816-054cbceab4ce/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731964568194 (+347 ms)Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/1a12cbcf-43c3-d448-d816-054cbceab4ce/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:46137/user/jenkins/test-data/1a12cbcf-43c3-d448-d816-054cbceab4ce/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731964568201 (+7 ms)Processed 20 edits across 2 Regions in 541 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/1a12cbcf-43c3-d448-d816-054cbceab4ce/WALs/testsplit,16010,1731964565444/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731964568202 (+1 ms) 2024-11-18T21:16:08,209 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46137/user/jenkins/test-data/1a12cbcf-43c3-d448-d816-054cbceab4ce/WALs/testsplit,16010,1731964565444/wal.dat.1 to hdfs://localhost:46137/user/jenkins/test-data/1a12cbcf-43c3-d448-d816-054cbceab4ce/oldWALs/wal.dat.1 2024-11-18T21:16:08,209 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46137/user/jenkins/test-data/1a12cbcf-43c3-d448-d816-054cbceab4ce/WALs/testsplit,16010,1731964565444/wal.dat.2, size=1.4 K (1393bytes) 2024-11-18T21:16:08,209 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46137/user/jenkins/test-data/1a12cbcf-43c3-d448-d816-054cbceab4ce/WALs/testsplit,16010,1731964565444/wal.dat.2 2024-11-18T21:16:08,210 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46137/user/jenkins/test-data/1a12cbcf-43c3-d448-d816-054cbceab4ce/WALs/testsplit,16010,1731964565444/wal.dat.2 after 1ms 2024-11-18T21:16:08,213 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46137/user/jenkins/test-data/1a12cbcf-43c3-d448-d816-054cbceab4ce/WALs/testsplit,16010,1731964565444/wal.dat.2 took 4ms 2024-11-18T21:16:08,231 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/1a12cbcf-43c3-d448-d816-054cbceab4ce/WALs/testsplit,16010,1731964565444/wal.dat.2 so closing down 2024-11-18T21:16:08,231 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T21:16:08,232 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T21:16:08,249 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-18T21:16:08,261 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-18T21:16:08,276 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/1a12cbcf-43c3-d448-d816-054cbceab4ce/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-18T21:16:08,289 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/1a12cbcf-43c3-d448-d816-054cbceab4ce/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-18T21:16:08,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073741959_1138 (size=743) 2024-11-18T21:16:08,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073741959_1138 (size=743) 2024-11-18T21:16:08,342 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/1a12cbcf-43c3-d448-d816-054cbceab4ce/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T21:16:08,344 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/1a12cbcf-43c3-d448-d816-054cbceab4ce/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:46137/user/jenkins/test-data/1a12cbcf-43c3-d448-d816-054cbceab4ce/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-18T21:16:08,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073741960_1139 (size=743) 2024-11-18T21:16:08,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073741960_1139 (size=743) 2024-11-18T21:16:08,352 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/1a12cbcf-43c3-d448-d816-054cbceab4ce/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T21:16:08,356 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/1a12cbcf-43c3-d448-d816-054cbceab4ce/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:46137/user/jenkins/test-data/1a12cbcf-43c3-d448-d816-054cbceab4ce/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-18T21:16:08,356 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 128 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/1a12cbcf-43c3-d448-d816-054cbceab4ce/WALs/testsplit,16010,1731964565444/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T21:16:08,356 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46137/user/jenkins/test-data/1a12cbcf-43c3-d448-d816-054cbceab4ce/WALs/testsplit,16010,1731964565444/wal.dat.2, journal: Splitting hdfs://localhost:46137/user/jenkins/test-data/1a12cbcf-43c3-d448-d816-054cbceab4ce/WALs/testsplit,16010,1731964565444/wal.dat.2, size=1.4 K (1393bytes) at 1731964568209Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/1a12cbcf-43c3-d448-d816-054cbceab4ce/WALs/testsplit,16010,1731964565444/wal.dat.2 so closing down at 1731964568231 (+22 ms)3 split writer threads finished at 1731964568232 (+1 ms)Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/1a12cbcf-43c3-d448-d816-054cbceab4ce/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731964568276 (+44 ms)Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/1a12cbcf-43c3-d448-d816-054cbceab4ce/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731964568289 (+13 ms)Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/1a12cbcf-43c3-d448-d816-054cbceab4ce/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731964568342 (+53 ms)Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/1a12cbcf-43c3-d448-d816-054cbceab4ce/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:46137/user/jenkins/test-data/1a12cbcf-43c3-d448-d816-054cbceab4ce/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731964568344 (+2 ms)Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/1a12cbcf-43c3-d448-d816-054cbceab4ce/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731964568352 (+8 ms)Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/1a12cbcf-43c3-d448-d816-054cbceab4ce/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:46137/user/jenkins/test-data/1a12cbcf-43c3-d448-d816-054cbceab4ce/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731964568356 (+4 ms)Processed 20 edits across 2 Regions in 128 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/1a12cbcf-43c3-d448-d816-054cbceab4ce/WALs/testsplit,16010,1731964565444/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731964568356 2024-11-18T21:16:08,360 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46137/user/jenkins/test-data/1a12cbcf-43c3-d448-d816-054cbceab4ce/WALs/testsplit,16010,1731964565444/wal.dat.2 to hdfs://localhost:46137/user/jenkins/test-data/1a12cbcf-43c3-d448-d816-054cbceab4ce/oldWALs/wal.dat.2 2024-11-18T21:16:08,361 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46137/user/jenkins/test-data/1a12cbcf-43c3-d448-d816-054cbceab4ce/WALs/testsplit,16010,1731964565444/wal.dat.3, size=1.4 K (1393bytes) 2024-11-18T21:16:08,361 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46137/user/jenkins/test-data/1a12cbcf-43c3-d448-d816-054cbceab4ce/WALs/testsplit,16010,1731964565444/wal.dat.3 2024-11-18T21:16:08,361 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46137/user/jenkins/test-data/1a12cbcf-43c3-d448-d816-054cbceab4ce/WALs/testsplit,16010,1731964565444/wal.dat.3 after 0ms 2024-11-18T21:16:08,366 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46137/user/jenkins/test-data/1a12cbcf-43c3-d448-d816-054cbceab4ce/WALs/testsplit,16010,1731964565444/wal.dat.3 took 4ms 2024-11-18T21:16:08,398 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/1a12cbcf-43c3-d448-d816-054cbceab4ce/WALs/testsplit,16010,1731964565444/wal.dat.3 so closing down 2024-11-18T21:16:08,398 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T21:16:08,400 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T21:16:08,419 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-18T21:16:08,423 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-18T21:16:08,432 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/1a12cbcf-43c3-d448-d816-054cbceab4ce/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-18T21:16:08,433 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/1a12cbcf-43c3-d448-d816-054cbceab4ce/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-18T21:16:08,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073741961_1140 (size=743) 2024-11-18T21:16:08,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073741961_1140 (size=743) 2024-11-18T21:16:08,484 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/1a12cbcf-43c3-d448-d816-054cbceab4ce/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T21:16:08,486 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/1a12cbcf-43c3-d448-d816-054cbceab4ce/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:46137/user/jenkins/test-data/1a12cbcf-43c3-d448-d816-054cbceab4ce/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-18T21:16:08,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073741962_1141 (size=743) 2024-11-18T21:16:08,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073741962_1141 (size=743) 2024-11-18T21:16:08,526 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/1a12cbcf-43c3-d448-d816-054cbceab4ce/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T21:16:08,531 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/1a12cbcf-43c3-d448-d816-054cbceab4ce/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:46137/user/jenkins/test-data/1a12cbcf-43c3-d448-d816-054cbceab4ce/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-18T21:16:08,531 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 135 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/1a12cbcf-43c3-d448-d816-054cbceab4ce/WALs/testsplit,16010,1731964565444/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T21:16:08,531 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46137/user/jenkins/test-data/1a12cbcf-43c3-d448-d816-054cbceab4ce/WALs/testsplit,16010,1731964565444/wal.dat.3, journal: Splitting hdfs://localhost:46137/user/jenkins/test-data/1a12cbcf-43c3-d448-d816-054cbceab4ce/WALs/testsplit,16010,1731964565444/wal.dat.3, size=1.4 K (1393bytes) at 1731964568361Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/1a12cbcf-43c3-d448-d816-054cbceab4ce/WALs/testsplit,16010,1731964565444/wal.dat.3 so closing down at 1731964568398 (+37 ms)3 split writer threads finished at 1731964568400 (+2 ms)Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/1a12cbcf-43c3-d448-d816-054cbceab4ce/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731964568432 (+32 ms)Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/1a12cbcf-43c3-d448-d816-054cbceab4ce/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731964568433 (+1 ms)Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/1a12cbcf-43c3-d448-d816-054cbceab4ce/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731964568484 (+51 ms)Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/1a12cbcf-43c3-d448-d816-054cbceab4ce/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:46137/user/jenkins/test-data/1a12cbcf-43c3-d448-d816-054cbceab4ce/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1731964568486 (+2 ms)Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/1a12cbcf-43c3-d448-d816-054cbceab4ce/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731964568526 (+40 ms)Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/1a12cbcf-43c3-d448-d816-054cbceab4ce/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:46137/user/jenkins/test-data/1a12cbcf-43c3-d448-d816-054cbceab4ce/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731964568531 (+5 ms)Processed 20 edits across 2 Regions in 135 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/1a12cbcf-43c3-d448-d816-054cbceab4ce/WALs/testsplit,16010,1731964565444/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731964568531 2024-11-18T21:16:08,538 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46137/user/jenkins/test-data/1a12cbcf-43c3-d448-d816-054cbceab4ce/WALs/testsplit,16010,1731964565444/wal.dat.3 to hdfs://localhost:46137/user/jenkins/test-data/1a12cbcf-43c3-d448-d816-054cbceab4ce/oldWALs/wal.dat.3 2024-11-18T21:16:08,538 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46137/user/jenkins/test-data/1a12cbcf-43c3-d448-d816-054cbceab4ce/WALs/testsplit,16010,1731964565444/wal.dat.4, size=1.4 K (1393bytes) 2024-11-18T21:16:08,538 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46137/user/jenkins/test-data/1a12cbcf-43c3-d448-d816-054cbceab4ce/WALs/testsplit,16010,1731964565444/wal.dat.4 2024-11-18T21:16:08,540 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46137/user/jenkins/test-data/1a12cbcf-43c3-d448-d816-054cbceab4ce/WALs/testsplit,16010,1731964565444/wal.dat.4 after 2ms 2024-11-18T21:16:08,547 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46137/user/jenkins/test-data/1a12cbcf-43c3-d448-d816-054cbceab4ce/WALs/testsplit,16010,1731964565444/wal.dat.4 took 9ms 2024-11-18T21:16:08,563 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/1a12cbcf-43c3-d448-d816-054cbceab4ce/WALs/testsplit,16010,1731964565444/wal.dat.4 so closing down 2024-11-18T21:16:08,564 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T21:16:08,573 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T21:16:08,599 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-18T21:16:08,605 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-18T21:16:08,625 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/1a12cbcf-43c3-d448-d816-054cbceab4ce/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-18T21:16:08,628 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/1a12cbcf-43c3-d448-d816-054cbceab4ce/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-18T21:16:08,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073741963_1142 (size=743) 2024-11-18T21:16:08,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073741963_1142 (size=743) 2024-11-18T21:16:08,689 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/1a12cbcf-43c3-d448-d816-054cbceab4ce/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T21:16:08,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073741964_1143 (size=743) 2024-11-18T21:16:08,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073741964_1143 (size=743) 2024-11-18T21:16:08,699 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/1a12cbcf-43c3-d448-d816-054cbceab4ce/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:46137/user/jenkins/test-data/1a12cbcf-43c3-d448-d816-054cbceab4ce/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-18T21:16:08,702 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/1a12cbcf-43c3-d448-d816-054cbceab4ce/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T21:16:08,706 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/1a12cbcf-43c3-d448-d816-054cbceab4ce/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:46137/user/jenkins/test-data/1a12cbcf-43c3-d448-d816-054cbceab4ce/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-18T21:16:08,707 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 150 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/1a12cbcf-43c3-d448-d816-054cbceab4ce/WALs/testsplit,16010,1731964565444/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T21:16:08,707 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46137/user/jenkins/test-data/1a12cbcf-43c3-d448-d816-054cbceab4ce/WALs/testsplit,16010,1731964565444/wal.dat.4, journal: Splitting hdfs://localhost:46137/user/jenkins/test-data/1a12cbcf-43c3-d448-d816-054cbceab4ce/WALs/testsplit,16010,1731964565444/wal.dat.4, size=1.4 K (1393bytes) at 1731964568538Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/1a12cbcf-43c3-d448-d816-054cbceab4ce/WALs/testsplit,16010,1731964565444/wal.dat.4 so closing down at 1731964568563 (+25 ms)3 split writer threads finished at 1731964568573 (+10 ms)Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/1a12cbcf-43c3-d448-d816-054cbceab4ce/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731964568625 (+52 ms)Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/1a12cbcf-43c3-d448-d816-054cbceab4ce/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731964568628 (+3 ms)Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/1a12cbcf-43c3-d448-d816-054cbceab4ce/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731964568689 (+61 ms)Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/1a12cbcf-43c3-d448-d816-054cbceab4ce/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:46137/user/jenkins/test-data/1a12cbcf-43c3-d448-d816-054cbceab4ce/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731964568699 (+10 ms)Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/1a12cbcf-43c3-d448-d816-054cbceab4ce/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731964568702 (+3 ms)Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/1a12cbcf-43c3-d448-d816-054cbceab4ce/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:46137/user/jenkins/test-data/1a12cbcf-43c3-d448-d816-054cbceab4ce/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1731964568706 (+4 ms)Processed 20 edits across 2 Regions in 150 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/1a12cbcf-43c3-d448-d816-054cbceab4ce/WALs/testsplit,16010,1731964565444/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731964568707 (+1 ms) 2024-11-18T21:16:08,710 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46137/user/jenkins/test-data/1a12cbcf-43c3-d448-d816-054cbceab4ce/WALs/testsplit,16010,1731964565444/wal.dat.4 to hdfs://localhost:46137/user/jenkins/test-data/1a12cbcf-43c3-d448-d816-054cbceab4ce/oldWALs/wal.dat.4 2024-11-18T21:16:08,710 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46137/user/jenkins/test-data/1a12cbcf-43c3-d448-d816-054cbceab4ce/WALs/testsplit,16010,1731964565444/wal.dat.5, size=1.4 K (1393bytes) 2024-11-18T21:16:08,710 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46137/user/jenkins/test-data/1a12cbcf-43c3-d448-d816-054cbceab4ce/WALs/testsplit,16010,1731964565444/wal.dat.5 2024-11-18T21:16:08,711 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46137/user/jenkins/test-data/1a12cbcf-43c3-d448-d816-054cbceab4ce/WALs/testsplit,16010,1731964565444/wal.dat.5 after 1ms 2024-11-18T21:16:08,714 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46137/user/jenkins/test-data/1a12cbcf-43c3-d448-d816-054cbceab4ce/WALs/testsplit,16010,1731964565444/wal.dat.5 took 4ms 2024-11-18T21:16:08,727 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/1a12cbcf-43c3-d448-d816-054cbceab4ce/WALs/testsplit,16010,1731964565444/wal.dat.5 so closing down 2024-11-18T21:16:08,727 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T21:16:08,733 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T21:16:08,745 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-18T21:16:08,745 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-18T21:16:08,747 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/1a12cbcf-43c3-d448-d816-054cbceab4ce/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-18T21:16:08,749 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/1a12cbcf-43c3-d448-d816-054cbceab4ce/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-18T21:16:08,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073741965_1144 (size=743) 2024-11-18T21:16:08,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073741965_1144 (size=743) 2024-11-18T21:16:08,769 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/1a12cbcf-43c3-d448-d816-054cbceab4ce/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T21:16:08,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073741966_1145 (size=743) 2024-11-18T21:16:08,773 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/1a12cbcf-43c3-d448-d816-054cbceab4ce/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:46137/user/jenkins/test-data/1a12cbcf-43c3-d448-d816-054cbceab4ce/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-18T21:16:08,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073741966_1145 (size=743) 2024-11-18T21:16:08,774 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/1a12cbcf-43c3-d448-d816-054cbceab4ce/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T21:16:08,776 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/1a12cbcf-43c3-d448-d816-054cbceab4ce/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:46137/user/jenkins/test-data/1a12cbcf-43c3-d448-d816-054cbceab4ce/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-18T21:16:08,776 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 51 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/1a12cbcf-43c3-d448-d816-054cbceab4ce/WALs/testsplit,16010,1731964565444/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T21:16:08,776 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46137/user/jenkins/test-data/1a12cbcf-43c3-d448-d816-054cbceab4ce/WALs/testsplit,16010,1731964565444/wal.dat.5, journal: Splitting hdfs://localhost:46137/user/jenkins/test-data/1a12cbcf-43c3-d448-d816-054cbceab4ce/WALs/testsplit,16010,1731964565444/wal.dat.5, size=1.4 K (1393bytes) at 1731964568710Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/1a12cbcf-43c3-d448-d816-054cbceab4ce/WALs/testsplit,16010,1731964565444/wal.dat.5 so closing down at 1731964568727 (+17 ms)3 split writer threads finished at 1731964568733 (+6 ms)Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/1a12cbcf-43c3-d448-d816-054cbceab4ce/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1731964568747 (+14 ms)Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/1a12cbcf-43c3-d448-d816-054cbceab4ce/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731964568749 (+2 ms)Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/1a12cbcf-43c3-d448-d816-054cbceab4ce/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731964568769 (+20 ms)Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/1a12cbcf-43c3-d448-d816-054cbceab4ce/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:46137/user/jenkins/test-data/1a12cbcf-43c3-d448-d816-054cbceab4ce/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1731964568773 (+4 ms)Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/1a12cbcf-43c3-d448-d816-054cbceab4ce/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731964568774 (+1 ms)Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/1a12cbcf-43c3-d448-d816-054cbceab4ce/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:46137/user/jenkins/test-data/1a12cbcf-43c3-d448-d816-054cbceab4ce/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1731964568776 (+2 ms)Processed 20 edits across 2 Regions in 51 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/1a12cbcf-43c3-d448-d816-054cbceab4ce/WALs/testsplit,16010,1731964565444/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731964568776 2024-11-18T21:16:08,780 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46137/user/jenkins/test-data/1a12cbcf-43c3-d448-d816-054cbceab4ce/WALs/testsplit,16010,1731964565444/wal.dat.5 to hdfs://localhost:46137/user/jenkins/test-data/1a12cbcf-43c3-d448-d816-054cbceab4ce/oldWALs/wal.dat.5 2024-11-18T21:16:08,780 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46137/user/jenkins/test-data/1a12cbcf-43c3-d448-d816-054cbceab4ce/WALs/testsplit,16010,1731964565444/wal.dat.6, size=1.4 K (1405bytes) 2024-11-18T21:16:08,780 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46137/user/jenkins/test-data/1a12cbcf-43c3-d448-d816-054cbceab4ce/WALs/testsplit,16010,1731964565444/wal.dat.6 2024-11-18T21:16:08,781 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46137/user/jenkins/test-data/1a12cbcf-43c3-d448-d816-054cbceab4ce/WALs/testsplit,16010,1731964565444/wal.dat.6 after 1ms 2024-11-18T21:16:08,785 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46137/user/jenkins/test-data/1a12cbcf-43c3-d448-d816-054cbceab4ce/WALs/testsplit,16010,1731964565444/wal.dat.6 took 5ms 2024-11-18T21:16:08,787 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/1a12cbcf-43c3-d448-d816-054cbceab4ce/WALs/testsplit,16010,1731964565444/wal.dat.6 so closing down 2024-11-18T21:16:08,787 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T21:16:08,790 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T21:16:08,801 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-18T21:16:08,803 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-18T21:16:08,809 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/1a12cbcf-43c3-d448-d816-054cbceab4ce/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-18T21:16:08,826 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/1a12cbcf-43c3-d448-d816-054cbceab4ce/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-18T21:16:08,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073741967_1146 (size=749) 2024-11-18T21:16:08,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073741967_1146 (size=749) 2024-11-18T21:16:08,857 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/1a12cbcf-43c3-d448-d816-054cbceab4ce/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T21:16:08,866 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/1a12cbcf-43c3-d448-d816-054cbceab4ce/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:46137/user/jenkins/test-data/1a12cbcf-43c3-d448-d816-054cbceab4ce/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-18T21:16:08,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073741968_1147 (size=749) 2024-11-18T21:16:08,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073741968_1147 (size=749) 2024-11-18T21:16:08,912 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/1a12cbcf-43c3-d448-d816-054cbceab4ce/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T21:16:08,917 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/1a12cbcf-43c3-d448-d816-054cbceab4ce/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:46137/user/jenkins/test-data/1a12cbcf-43c3-d448-d816-054cbceab4ce/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-18T21:16:08,917 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 131 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/1a12cbcf-43c3-d448-d816-054cbceab4ce/WALs/testsplit,16010,1731964565444/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-18T21:16:08,917 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46137/user/jenkins/test-data/1a12cbcf-43c3-d448-d816-054cbceab4ce/WALs/testsplit,16010,1731964565444/wal.dat.6, journal: Splitting hdfs://localhost:46137/user/jenkins/test-data/1a12cbcf-43c3-d448-d816-054cbceab4ce/WALs/testsplit,16010,1731964565444/wal.dat.6, size=1.4 K (1405bytes) at 1731964568780Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/1a12cbcf-43c3-d448-d816-054cbceab4ce/WALs/testsplit,16010,1731964565444/wal.dat.6 so closing down at 1731964568787 (+7 ms)3 split writer threads finished at 1731964568790 (+3 ms)Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/1a12cbcf-43c3-d448-d816-054cbceab4ce/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731964568809 (+19 ms)Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/1a12cbcf-43c3-d448-d816-054cbceab4ce/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731964568826 (+17 ms)Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/1a12cbcf-43c3-d448-d816-054cbceab4ce/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731964568857 (+31 ms)Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/1a12cbcf-43c3-d448-d816-054cbceab4ce/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:46137/user/jenkins/test-data/1a12cbcf-43c3-d448-d816-054cbceab4ce/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1731964568866 (+9 ms)Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/1a12cbcf-43c3-d448-d816-054cbceab4ce/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731964568912 (+46 ms)Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/1a12cbcf-43c3-d448-d816-054cbceab4ce/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:46137/user/jenkins/test-data/1a12cbcf-43c3-d448-d816-054cbceab4ce/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1731964568917 (+5 ms)Processed 20 edits across 2 Regions in 131 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/1a12cbcf-43c3-d448-d816-054cbceab4ce/WALs/testsplit,16010,1731964565444/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1731964568917 2024-11-18T21:16:08,921 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46137/user/jenkins/test-data/1a12cbcf-43c3-d448-d816-054cbceab4ce/WALs/testsplit,16010,1731964565444/wal.dat.6 to hdfs://localhost:46137/user/jenkins/test-data/1a12cbcf-43c3-d448-d816-054cbceab4ce/oldWALs/wal.dat.6 2024-11-18T21:16:08,922 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46137/user/jenkins/test-data/1a12cbcf-43c3-d448-d816-054cbceab4ce/WALs/testsplit,16010,1731964565444/wal.dat.7, size=1.4 K (1413bytes) 2024-11-18T21:16:08,922 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46137/user/jenkins/test-data/1a12cbcf-43c3-d448-d816-054cbceab4ce/WALs/testsplit,16010,1731964565444/wal.dat.7 2024-11-18T21:16:08,926 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46137/user/jenkins/test-data/1a12cbcf-43c3-d448-d816-054cbceab4ce/WALs/testsplit,16010,1731964565444/wal.dat.7 after 4ms 2024-11-18T21:16:08,932 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46137/user/jenkins/test-data/1a12cbcf-43c3-d448-d816-054cbceab4ce/WALs/testsplit,16010,1731964565444/wal.dat.7 took 11ms 2024-11-18T21:16:08,956 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/1a12cbcf-43c3-d448-d816-054cbceab4ce/WALs/testsplit,16010,1731964565444/wal.dat.7 so closing down 2024-11-18T21:16:08,956 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T21:16:08,957 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T21:16:08,986 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-18T21:16:08,988 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-18T21:16:08,994 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/1a12cbcf-43c3-d448-d816-054cbceab4ce/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-18T21:16:09,005 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/1a12cbcf-43c3-d448-d816-054cbceab4ce/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-18T21:16:09,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073741969_1148 (size=753) 2024-11-18T21:16:09,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073741969_1148 (size=753) 2024-11-18T21:16:09,088 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/1a12cbcf-43c3-d448-d816-054cbceab4ce/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T21:16:09,093 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/1a12cbcf-43c3-d448-d816-054cbceab4ce/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:46137/user/jenkins/test-data/1a12cbcf-43c3-d448-d816-054cbceab4ce/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-18T21:16:09,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073741970_1149 (size=753) 2024-11-18T21:16:09,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073741970_1149 (size=753) 2024-11-18T21:16:09,111 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/1a12cbcf-43c3-d448-d816-054cbceab4ce/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T21:16:09,114 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/1a12cbcf-43c3-d448-d816-054cbceab4ce/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:46137/user/jenkins/test-data/1a12cbcf-43c3-d448-d816-054cbceab4ce/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-18T21:16:09,114 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 161 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/1a12cbcf-43c3-d448-d816-054cbceab4ce/WALs/testsplit,16010,1731964565444/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-18T21:16:09,114 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46137/user/jenkins/test-data/1a12cbcf-43c3-d448-d816-054cbceab4ce/WALs/testsplit,16010,1731964565444/wal.dat.7, journal: Splitting hdfs://localhost:46137/user/jenkins/test-data/1a12cbcf-43c3-d448-d816-054cbceab4ce/WALs/testsplit,16010,1731964565444/wal.dat.7, size=1.4 K (1413bytes) at 1731964568922Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/1a12cbcf-43c3-d448-d816-054cbceab4ce/WALs/testsplit,16010,1731964565444/wal.dat.7 so closing down at 1731964568956 (+34 ms)3 split writer threads finished at 1731964568957 (+1 ms)Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/1a12cbcf-43c3-d448-d816-054cbceab4ce/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731964568994 (+37 ms)Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/1a12cbcf-43c3-d448-d816-054cbceab4ce/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731964569005 (+11 ms)Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/1a12cbcf-43c3-d448-d816-054cbceab4ce/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731964569088 (+83 ms)Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/1a12cbcf-43c3-d448-d816-054cbceab4ce/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:46137/user/jenkins/test-data/1a12cbcf-43c3-d448-d816-054cbceab4ce/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1731964569093 (+5 ms)Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/1a12cbcf-43c3-d448-d816-054cbceab4ce/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731964569111 (+18 ms)Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/1a12cbcf-43c3-d448-d816-054cbceab4ce/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:46137/user/jenkins/test-data/1a12cbcf-43c3-d448-d816-054cbceab4ce/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1731964569114 (+3 ms)Processed 20 edits across 2 Regions in 161 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/1a12cbcf-43c3-d448-d816-054cbceab4ce/WALs/testsplit,16010,1731964565444/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731964569114 2024-11-18T21:16:09,119 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46137/user/jenkins/test-data/1a12cbcf-43c3-d448-d816-054cbceab4ce/WALs/testsplit,16010,1731964565444/wal.dat.7 to hdfs://localhost:46137/user/jenkins/test-data/1a12cbcf-43c3-d448-d816-054cbceab4ce/oldWALs/wal.dat.7 2024-11-18T21:16:09,120 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46137/user/jenkins/test-data/1a12cbcf-43c3-d448-d816-054cbceab4ce/WALs/testsplit,16010,1731964565444/wal.dat.8, size=1.4 K (1413bytes) 2024-11-18T21:16:09,120 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46137/user/jenkins/test-data/1a12cbcf-43c3-d448-d816-054cbceab4ce/WALs/testsplit,16010,1731964565444/wal.dat.8 2024-11-18T21:16:09,126 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46137/user/jenkins/test-data/1a12cbcf-43c3-d448-d816-054cbceab4ce/WALs/testsplit,16010,1731964565444/wal.dat.8 after 6ms 2024-11-18T21:16:09,132 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46137/user/jenkins/test-data/1a12cbcf-43c3-d448-d816-054cbceab4ce/WALs/testsplit,16010,1731964565444/wal.dat.8 took 13ms 2024-11-18T21:16:09,142 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/1a12cbcf-43c3-d448-d816-054cbceab4ce/WALs/testsplit,16010,1731964565444/wal.dat.8 so closing down 2024-11-18T21:16:09,142 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T21:16:09,147 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T21:16:09,185 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-18T21:16:09,185 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-18T21:16:09,190 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/1a12cbcf-43c3-d448-d816-054cbceab4ce/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-18T21:16:09,193 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/1a12cbcf-43c3-d448-d816-054cbceab4ce/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-18T21:16:09,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073741971_1150 (size=753) 2024-11-18T21:16:09,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073741971_1150 (size=753) 2024-11-18T21:16:09,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073741972_1151 (size=753) 2024-11-18T21:16:09,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073741972_1151 (size=753) 2024-11-18T21:16:09,302 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/1a12cbcf-43c3-d448-d816-054cbceab4ce/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T21:16:09,307 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/1a12cbcf-43c3-d448-d816-054cbceab4ce/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:46137/user/jenkins/test-data/1a12cbcf-43c3-d448-d816-054cbceab4ce/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-18T21:16:09,679 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/1a12cbcf-43c3-d448-d816-054cbceab4ce/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T21:16:09,684 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/1a12cbcf-43c3-d448-d816-054cbceab4ce/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:46137/user/jenkins/test-data/1a12cbcf-43c3-d448-d816-054cbceab4ce/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-18T21:16:09,684 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 545 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/1a12cbcf-43c3-d448-d816-054cbceab4ce/WALs/testsplit,16010,1731964565444/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-18T21:16:09,684 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46137/user/jenkins/test-data/1a12cbcf-43c3-d448-d816-054cbceab4ce/WALs/testsplit,16010,1731964565444/wal.dat.8, journal: Splitting hdfs://localhost:46137/user/jenkins/test-data/1a12cbcf-43c3-d448-d816-054cbceab4ce/WALs/testsplit,16010,1731964565444/wal.dat.8, size=1.4 K (1413bytes) at 1731964569120Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/1a12cbcf-43c3-d448-d816-054cbceab4ce/WALs/testsplit,16010,1731964565444/wal.dat.8 so closing down at 1731964569142 (+22 ms)3 split writer threads finished at 1731964569147 (+5 ms)Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/1a12cbcf-43c3-d448-d816-054cbceab4ce/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731964569190 (+43 ms)Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/1a12cbcf-43c3-d448-d816-054cbceab4ce/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731964569193 (+3 ms)Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/1a12cbcf-43c3-d448-d816-054cbceab4ce/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731964569302 (+109 ms)Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/1a12cbcf-43c3-d448-d816-054cbceab4ce/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:46137/user/jenkins/test-data/1a12cbcf-43c3-d448-d816-054cbceab4ce/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1731964569307 (+5 ms)Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/1a12cbcf-43c3-d448-d816-054cbceab4ce/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731964569679 (+372 ms)Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/1a12cbcf-43c3-d448-d816-054cbceab4ce/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:46137/user/jenkins/test-data/1a12cbcf-43c3-d448-d816-054cbceab4ce/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1731964569684 (+5 ms)Processed 20 edits across 2 Regions in 545 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/1a12cbcf-43c3-d448-d816-054cbceab4ce/WALs/testsplit,16010,1731964565444/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731964569684 2024-11-18T21:16:09,691 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46137/user/jenkins/test-data/1a12cbcf-43c3-d448-d816-054cbceab4ce/WALs/testsplit,16010,1731964565444/wal.dat.8 to hdfs://localhost:46137/user/jenkins/test-data/1a12cbcf-43c3-d448-d816-054cbceab4ce/oldWALs/wal.dat.8 2024-11-18T21:16:09,691 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46137/user/jenkins/test-data/1a12cbcf-43c3-d448-d816-054cbceab4ce/WALs/testsplit,16010,1731964565444/wal.dat.9, size=1.4 K (1413bytes) 2024-11-18T21:16:09,692 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46137/user/jenkins/test-data/1a12cbcf-43c3-d448-d816-054cbceab4ce/WALs/testsplit,16010,1731964565444/wal.dat.9 2024-11-18T21:16:09,692 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46137/user/jenkins/test-data/1a12cbcf-43c3-d448-d816-054cbceab4ce/WALs/testsplit,16010,1731964565444/wal.dat.9 after 0ms 2024-11-18T21:16:09,695 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46137/user/jenkins/test-data/1a12cbcf-43c3-d448-d816-054cbceab4ce/WALs/testsplit,16010,1731964565444/wal.dat.9 took 4ms 2024-11-18T21:16:09,718 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/1a12cbcf-43c3-d448-d816-054cbceab4ce/WALs/testsplit,16010,1731964565444/wal.dat.9 so closing down 2024-11-18T21:16:09,718 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T21:16:09,720 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T21:16:09,729 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-18T21:16:09,731 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/1a12cbcf-43c3-d448-d816-054cbceab4ce/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-18T21:16:09,740 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-18T21:16:09,768 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/1a12cbcf-43c3-d448-d816-054cbceab4ce/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-18T21:16:09,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073741973_1152 (size=753) 2024-11-18T21:16:09,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073741973_1152 (size=753) 2024-11-18T21:16:09,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073741974_1153 (size=753) 2024-11-18T21:16:09,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073741974_1153 (size=753) 2024-11-18T21:16:09,836 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/1a12cbcf-43c3-d448-d816-054cbceab4ce/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T21:16:09,839 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/1a12cbcf-43c3-d448-d816-054cbceab4ce/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:46137/user/jenkins/test-data/1a12cbcf-43c3-d448-d816-054cbceab4ce/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-18T21:16:10,182 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/1a12cbcf-43c3-d448-d816-054cbceab4ce/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T21:16:10,185 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/1a12cbcf-43c3-d448-d816-054cbceab4ce/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:46137/user/jenkins/test-data/1a12cbcf-43c3-d448-d816-054cbceab4ce/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-18T21:16:10,185 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 469 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/1a12cbcf-43c3-d448-d816-054cbceab4ce/WALs/testsplit,16010,1731964565444/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-18T21:16:10,185 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46137/user/jenkins/test-data/1a12cbcf-43c3-d448-d816-054cbceab4ce/WALs/testsplit,16010,1731964565444/wal.dat.9, journal: Splitting hdfs://localhost:46137/user/jenkins/test-data/1a12cbcf-43c3-d448-d816-054cbceab4ce/WALs/testsplit,16010,1731964565444/wal.dat.9, size=1.4 K (1413bytes) at 1731964569691Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/1a12cbcf-43c3-d448-d816-054cbceab4ce/WALs/testsplit,16010,1731964565444/wal.dat.9 so closing down at 1731964569718 (+27 ms)3 split writer threads finished at 1731964569720 (+2 ms)Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/1a12cbcf-43c3-d448-d816-054cbceab4ce/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731964569731 (+11 ms)Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/1a12cbcf-43c3-d448-d816-054cbceab4ce/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731964569768 (+37 ms)Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/1a12cbcf-43c3-d448-d816-054cbceab4ce/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731964569836 (+68 ms)Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/1a12cbcf-43c3-d448-d816-054cbceab4ce/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:46137/user/jenkins/test-data/1a12cbcf-43c3-d448-d816-054cbceab4ce/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731964569839 (+3 ms)Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/1a12cbcf-43c3-d448-d816-054cbceab4ce/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731964570182 (+343 ms)Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/1a12cbcf-43c3-d448-d816-054cbceab4ce/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:46137/user/jenkins/test-data/1a12cbcf-43c3-d448-d816-054cbceab4ce/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1731964570185 (+3 ms)Processed 20 edits across 2 Regions in 469 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/1a12cbcf-43c3-d448-d816-054cbceab4ce/WALs/testsplit,16010,1731964565444/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731964570185 2024-11-18T21:16:10,195 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46137/user/jenkins/test-data/1a12cbcf-43c3-d448-d816-054cbceab4ce/WALs/testsplit,16010,1731964565444/wal.dat.9 to hdfs://localhost:46137/user/jenkins/test-data/1a12cbcf-43c3-d448-d816-054cbceab4ce/oldWALs/wal.dat.9 2024-11-18T21:16:10,481 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplit Thread=136 (was 139), OpenFileDescriptor=385 (was 397), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1381 (was 1266) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=898 (was 1113) 2024-11-18T21:16:10,508 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testMovedWALDuringRecovery Thread=136, OpenFileDescriptor=385, MaxFileDescriptor=1048576, SystemLoadAverage=1381, ProcessCount=11, AvailableMemoryMB=895 2024-11-18T21:16:10,508 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-18T21:16:10,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073741975_1154 (size=7) 2024-11-18T21:16:10,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073741975_1154 (size=7) 2024-11-18T21:16:10,631 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46137/user/jenkins/test-data/9ef4685d-dcb0-9285-14b4-7002b6c51974 with version=8 2024-11-18T21:16:10,632 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T21:16:10,634 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T21:16:10,641 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-18T21:16:10,642 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-18T21:16:10,645 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-18T21:16:10,650 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-18T21:16:10,665 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:10,665 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:10,728 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:10,728 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:10,736 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:10,736 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:10,741 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:10,741 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:10,741 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:10,741 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:10,742 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:10,742 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:10,742 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:10,742 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:10,742 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:10,742 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:10,743 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:10,743 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:10,743 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:10,743 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:10,743 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:10,744 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:10,744 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:10,744 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:10,747 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:10,747 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:10,748 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:10,748 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:10,748 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:10,748 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:10,749 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:10,749 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:10,754 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:10,754 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:10,754 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:10,754 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:10,754 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:10,754 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:10,761 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:10,761 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:10,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073741976_1155 (size=1393) 2024-11-18T21:16:10,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073741976_1155 (size=1393) 2024-11-18T21:16:11,178 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-18T21:16:11,178 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-18T21:16:11,185 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:11,185 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:11,267 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:11,267 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:11,267 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:11,268 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:11,268 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:11,268 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:11,268 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:11,268 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:11,269 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:11,269 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:11,280 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:11,280 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:11,285 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:11,285 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:11,287 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:11,287 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:11,287 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:11,287 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:11,288 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:11,288 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:11,290 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:11,290 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:11,290 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:11,290 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:11,291 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:11,291 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:11,291 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:11,291 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:11,292 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:11,292 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:11,292 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:11,292 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:11,293 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:11,294 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:11,294 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:11,294 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:11,294 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:11,294 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:11,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073741977_1156 (size=1393) 2024-11-18T21:16:11,298 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-18T21:16:11,299 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-18T21:16:11,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073741977_1156 (size=1393) 2024-11-18T21:16:11,313 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:11,313 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:11,363 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:11,363 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:11,365 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:11,365 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:11,370 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:11,370 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:11,374 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:11,374 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:11,376 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:11,376 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:11,380 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:11,380 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:11,382 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:11,382 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:11,387 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:11,387 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:11,389 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:11,389 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:11,389 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:11,389 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:11,390 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:11,390 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:11,390 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:11,391 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:11,391 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:11,391 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:11,395 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:11,395 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:11,396 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:11,396 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:11,399 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:11,399 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:11,400 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:11,400 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:11,400 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:11,400 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:11,402 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:11,402 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:11,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073741978_1157 (size=1393) 2024-11-18T21:16:11,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073741978_1157 (size=1393) 2024-11-18T21:16:11,813 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-18T21:16:11,814 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-18T21:16:11,817 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:11,817 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:11,845 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:11,845 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:11,847 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:11,847 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:11,849 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:11,849 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:11,850 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:11,850 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:11,852 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:11,852 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:11,852 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:11,852 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:11,853 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:11,853 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:11,861 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:11,861 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:11,865 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:11,865 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:11,869 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:11,869 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:11,871 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:11,871 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:11,871 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:11,871 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:11,873 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:11,873 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:11,874 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:11,874 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:11,877 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:11,877 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:11,880 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:11,880 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:11,882 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:11,882 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:11,883 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:11,883 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:11,884 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:11,884 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:11,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073741979_1158 (size=1393) 2024-11-18T21:16:11,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073741979_1158 (size=1393) 2024-11-18T21:16:11,891 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-18T21:16:11,891 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-18T21:16:11,895 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:11,895 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:11,923 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:11,923 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:11,924 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:11,924 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:11,925 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:11,925 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:11,926 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:11,926 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:11,927 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:11,927 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:11,929 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:11,929 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:11,930 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:11,930 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:11,930 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:11,930 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:11,931 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:11,931 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:11,931 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:11,931 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:11,931 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:11,932 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:11,932 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:11,932 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:11,933 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:11,933 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:11,933 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:11,933 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:11,953 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:11,953 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:11,953 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:11,953 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:11,954 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:11,954 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:11,954 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:11,954 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:11,955 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:11,955 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:11,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073741980_1159 (size=1393) 2024-11-18T21:16:11,962 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-18T21:16:11,962 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-18T21:16:11,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073741980_1159 (size=1393) 2024-11-18T21:16:11,977 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:11,977 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:12,054 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:12,054 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:12,057 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:12,057 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:12,058 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:12,058 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:12,060 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:12,060 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:12,060 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:12,060 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:12,062 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:12,062 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:12,063 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:12,063 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:12,063 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:12,063 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:12,064 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:12,064 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:12,065 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:12,065 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:12,065 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:12,065 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:12,066 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:12,066 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:12,066 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:12,066 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:12,067 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:12,067 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:12,067 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:12,067 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:12,068 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:12,068 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:12,069 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:12,069 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:12,070 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:12,070 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:12,071 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:12,071 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:12,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073741981_1160 (size=1393) 2024-11-18T21:16:12,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073741981_1160 (size=1393) 2024-11-18T21:16:12,077 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-18T21:16:12,077 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-18T21:16:12,078 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:12,078 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:12,149 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:12,149 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:12,153 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:12,153 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:12,157 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:12,157 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:12,159 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:12,159 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:12,166 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:12,166 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:12,168 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:12,169 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:12,171 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:12,171 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:12,171 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:12,171 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:12,172 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:12,172 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:12,172 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:12,172 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:12,174 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:12,174 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:12,175 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:12,175 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:12,176 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:12,176 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:12,177 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:12,177 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:12,178 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:12,178 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:12,178 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:12,178 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:12,179 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:12,179 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:12,179 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:12,179 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:12,179 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:12,179 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:12,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073741982_1161 (size=1405) 2024-11-18T21:16:12,184 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-18T21:16:12,184 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-18T21:16:12,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073741982_1161 (size=1405) 2024-11-18T21:16:12,187 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:12,187 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:12,218 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:12,218 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:12,219 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:12,219 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:12,220 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:12,220 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:12,228 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:12,229 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:12,233 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:12,233 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:12,234 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:12,234 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:12,235 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:12,235 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:12,235 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:12,235 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:12,235 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:12,235 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:12,236 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:12,236 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:12,236 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:12,236 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:12,236 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:12,236 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:12,240 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:12,240 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:12,244 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:12,244 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:12,245 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:12,245 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:12,246 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:12,246 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:12,246 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:12,246 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:12,247 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:12,247 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:12,247 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:12,247 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:12,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073741983_1162 (size=1413) 2024-11-18T21:16:12,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073741983_1162 (size=1413) 2024-11-18T21:16:12,254 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-18T21:16:12,254 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-18T21:16:12,257 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:12,257 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:12,317 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:12,317 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:12,317 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:12,317 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:12,319 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:12,319 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:12,325 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:12,325 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:12,337 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:12,337 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:12,340 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:12,340 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:12,342 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:12,342 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:12,344 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:12,344 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:12,345 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:12,345 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:12,347 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:12,347 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:12,352 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:12,352 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:12,353 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:12,353 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:12,353 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:12,353 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:12,355 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:12,355 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:12,356 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:12,356 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:12,357 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:12,357 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:12,357 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:12,357 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:12,358 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:12,358 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:12,358 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:12,358 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:12,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073741984_1163 (size=1413) 2024-11-18T21:16:12,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073741984_1163 (size=1413) 2024-11-18T21:16:12,375 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-18T21:16:12,375 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-18T21:16:12,380 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:12,380 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:12,418 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:12,418 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:12,436 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:12,436 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:12,440 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:12,440 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:12,446 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:12,446 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:12,456 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:12,456 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:12,457 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:12,457 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:12,458 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:12,458 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:12,459 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:12,459 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:12,459 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:12,460 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:12,461 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:12,461 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:12,461 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:12,461 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:12,462 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:12,462 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:12,462 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:12,462 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:12,463 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:12,463 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:12,463 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:12,463 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:12,464 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:12,464 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:12,464 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:12,464 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:12,465 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:12,465 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:12,466 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:12,466 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:12,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073741985_1164 (size=1413) 2024-11-18T21:16:12,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073741985_1164 (size=1413) 2024-11-18T21:16:12,477 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-18T21:16:12,522 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46137/user/jenkins/test-data/ef75b51d-5fb4-b706-fc8e-b48f30563206/WALs/testmovedwalduringrecovery,16010,1731964570641/wal.dat.0, size=1.4 K (1393bytes) 2024-11-18T21:16:12,522 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46137/user/jenkins/test-data/ef75b51d-5fb4-b706-fc8e-b48f30563206/WALs/testmovedwalduringrecovery,16010,1731964570641/wal.dat.0 2024-11-18T21:16:12,523 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46137/user/jenkins/test-data/ef75b51d-5fb4-b706-fc8e-b48f30563206/WALs/testmovedwalduringrecovery,16010,1731964570641/wal.dat.0 after 1ms 2024-11-18T21:16:12,539 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46137/user/jenkins/test-data/ef75b51d-5fb4-b706-fc8e-b48f30563206/WALs/testmovedwalduringrecovery,16010,1731964570641/wal.dat.0 took 18ms 2024-11-18T21:16:12,570 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/ef75b51d-5fb4-b706-fc8e-b48f30563206/WALs/testmovedwalduringrecovery,16010,1731964570641/wal.dat.0 so closing down 2024-11-18T21:16:12,570 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T21:16:12,577 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T21:16:12,585 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-18T21:16:12,597 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/ef75b51d-5fb4-b706-fc8e-b48f30563206/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-18T21:16:12,606 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-18T21:16:12,621 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/ef75b51d-5fb4-b706-fc8e-b48f30563206/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-18T21:16:12,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073741986_1165 (size=743) 2024-11-18T21:16:12,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073741986_1165 (size=743) 2024-11-18T21:16:12,708 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/ef75b51d-5fb4-b706-fc8e-b48f30563206/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T21:16:12,711 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/ef75b51d-5fb4-b706-fc8e-b48f30563206/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:46137/user/jenkins/test-data/ef75b51d-5fb4-b706-fc8e-b48f30563206/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-18T21:16:12,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073741987_1166 (size=743) 2024-11-18T21:16:12,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073741987_1166 (size=743) 2024-11-18T21:16:12,729 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/ef75b51d-5fb4-b706-fc8e-b48f30563206/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T21:16:12,739 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/ef75b51d-5fb4-b706-fc8e-b48f30563206/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:46137/user/jenkins/test-data/ef75b51d-5fb4-b706-fc8e-b48f30563206/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-18T21:16:12,739 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 173 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/ef75b51d-5fb4-b706-fc8e-b48f30563206/WALs/testmovedwalduringrecovery,16010,1731964570641/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T21:16:12,739 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46137/user/jenkins/test-data/ef75b51d-5fb4-b706-fc8e-b48f30563206/WALs/testmovedwalduringrecovery,16010,1731964570641/wal.dat.0, journal: Splitting hdfs://localhost:46137/user/jenkins/test-data/ef75b51d-5fb4-b706-fc8e-b48f30563206/WALs/testmovedwalduringrecovery,16010,1731964570641/wal.dat.0, size=1.4 K (1393bytes) at 1731964572522Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/ef75b51d-5fb4-b706-fc8e-b48f30563206/WALs/testmovedwalduringrecovery,16010,1731964570641/wal.dat.0 so closing down at 1731964572570 (+48 ms)3 split writer threads finished at 1731964572577 (+7 ms)Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/ef75b51d-5fb4-b706-fc8e-b48f30563206/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731964572599 (+22 ms)Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/ef75b51d-5fb4-b706-fc8e-b48f30563206/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731964572621 (+22 ms)Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/ef75b51d-5fb4-b706-fc8e-b48f30563206/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731964572708 (+87 ms)Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/ef75b51d-5fb4-b706-fc8e-b48f30563206/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:46137/user/jenkins/test-data/ef75b51d-5fb4-b706-fc8e-b48f30563206/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731964572711 (+3 ms)Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/ef75b51d-5fb4-b706-fc8e-b48f30563206/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731964572729 (+18 ms)Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/ef75b51d-5fb4-b706-fc8e-b48f30563206/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:46137/user/jenkins/test-data/ef75b51d-5fb4-b706-fc8e-b48f30563206/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731964572739 (+10 ms)Processed 20 edits across 2 Regions in 173 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/ef75b51d-5fb4-b706-fc8e-b48f30563206/WALs/testmovedwalduringrecovery,16010,1731964570641/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731964572739 2024-11-18T21:16:12,747 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46137/user/jenkins/test-data/ef75b51d-5fb4-b706-fc8e-b48f30563206/WALs/testmovedwalduringrecovery,16010,1731964570641/wal.dat.0 to hdfs://localhost:46137/user/jenkins/test-data/ef75b51d-5fb4-b706-fc8e-b48f30563206/oldWALs/wal.dat.0 2024-11-18T21:16:12,748 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46137/user/jenkins/test-data/ef75b51d-5fb4-b706-fc8e-b48f30563206/WALs/testmovedwalduringrecovery,16010,1731964570641/wal.dat.1, size=1.4 K (1393bytes) 2024-11-18T21:16:12,748 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46137/user/jenkins/test-data/ef75b51d-5fb4-b706-fc8e-b48f30563206/WALs/testmovedwalduringrecovery,16010,1731964570641/wal.dat.1 2024-11-18T21:16:12,749 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46137/user/jenkins/test-data/ef75b51d-5fb4-b706-fc8e-b48f30563206/WALs/testmovedwalduringrecovery,16010,1731964570641/wal.dat.1 after 1ms 2024-11-18T21:16:12,755 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46137/user/jenkins/test-data/ef75b51d-5fb4-b706-fc8e-b48f30563206/WALs/testmovedwalduringrecovery,16010,1731964570641/wal.dat.1 took 8ms 2024-11-18T21:16:12,768 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/ef75b51d-5fb4-b706-fc8e-b48f30563206/WALs/testmovedwalduringrecovery,16010,1731964570641/wal.dat.1 so closing down 2024-11-18T21:16:12,768 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T21:16:12,770 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T21:16:12,774 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-18T21:16:12,778 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-18T21:16:12,793 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/ef75b51d-5fb4-b706-fc8e-b48f30563206/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-18T21:16:12,809 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/ef75b51d-5fb4-b706-fc8e-b48f30563206/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-18T21:16:12,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073741988_1167 (size=743) 2024-11-18T21:16:12,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073741988_1167 (size=743) 2024-11-18T21:16:12,842 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/ef75b51d-5fb4-b706-fc8e-b48f30563206/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T21:16:12,845 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/ef75b51d-5fb4-b706-fc8e-b48f30563206/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:46137/user/jenkins/test-data/ef75b51d-5fb4-b706-fc8e-b48f30563206/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-18T21:16:12,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073741989_1168 (size=743) 2024-11-18T21:16:12,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073741989_1168 (size=743) 2024-11-18T21:16:12,870 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/ef75b51d-5fb4-b706-fc8e-b48f30563206/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T21:16:12,876 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/ef75b51d-5fb4-b706-fc8e-b48f30563206/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:46137/user/jenkins/test-data/ef75b51d-5fb4-b706-fc8e-b48f30563206/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-18T21:16:12,876 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 109 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/ef75b51d-5fb4-b706-fc8e-b48f30563206/WALs/testmovedwalduringrecovery,16010,1731964570641/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T21:16:12,876 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46137/user/jenkins/test-data/ef75b51d-5fb4-b706-fc8e-b48f30563206/WALs/testmovedwalduringrecovery,16010,1731964570641/wal.dat.1, journal: Splitting hdfs://localhost:46137/user/jenkins/test-data/ef75b51d-5fb4-b706-fc8e-b48f30563206/WALs/testmovedwalduringrecovery,16010,1731964570641/wal.dat.1, size=1.4 K (1393bytes) at 1731964572748Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/ef75b51d-5fb4-b706-fc8e-b48f30563206/WALs/testmovedwalduringrecovery,16010,1731964570641/wal.dat.1 so closing down at 1731964572768 (+20 ms)3 split writer threads finished at 1731964572770 (+2 ms)Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/ef75b51d-5fb4-b706-fc8e-b48f30563206/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731964572793 (+23 ms)Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/ef75b51d-5fb4-b706-fc8e-b48f30563206/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731964572809 (+16 ms)Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/ef75b51d-5fb4-b706-fc8e-b48f30563206/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731964572842 (+33 ms)Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/ef75b51d-5fb4-b706-fc8e-b48f30563206/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:46137/user/jenkins/test-data/ef75b51d-5fb4-b706-fc8e-b48f30563206/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731964572845 (+3 ms)Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/ef75b51d-5fb4-b706-fc8e-b48f30563206/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731964572870 (+25 ms)Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/ef75b51d-5fb4-b706-fc8e-b48f30563206/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:46137/user/jenkins/test-data/ef75b51d-5fb4-b706-fc8e-b48f30563206/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731964572876 (+6 ms)Processed 20 edits across 2 Regions in 109 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/ef75b51d-5fb4-b706-fc8e-b48f30563206/WALs/testmovedwalduringrecovery,16010,1731964570641/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731964572876 2024-11-18T21:16:12,880 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46137/user/jenkins/test-data/ef75b51d-5fb4-b706-fc8e-b48f30563206/WALs/testmovedwalduringrecovery,16010,1731964570641/wal.dat.1 to hdfs://localhost:46137/user/jenkins/test-data/ef75b51d-5fb4-b706-fc8e-b48f30563206/oldWALs/wal.dat.1 2024-11-18T21:16:12,880 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46137/user/jenkins/test-data/ef75b51d-5fb4-b706-fc8e-b48f30563206/WALs/testmovedwalduringrecovery,16010,1731964570641/wal.dat.2, size=1.4 K (1393bytes) 2024-11-18T21:16:12,880 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46137/user/jenkins/test-data/ef75b51d-5fb4-b706-fc8e-b48f30563206/WALs/testmovedwalduringrecovery,16010,1731964570641/wal.dat.2 2024-11-18T21:16:12,881 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46137/user/jenkins/test-data/ef75b51d-5fb4-b706-fc8e-b48f30563206/WALs/testmovedwalduringrecovery,16010,1731964570641/wal.dat.2 after 1ms 2024-11-18T21:16:12,885 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46137/user/jenkins/test-data/ef75b51d-5fb4-b706-fc8e-b48f30563206/WALs/testmovedwalduringrecovery,16010,1731964570641/wal.dat.2 took 5ms 2024-11-18T21:16:12,892 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/ef75b51d-5fb4-b706-fc8e-b48f30563206/WALs/testmovedwalduringrecovery,16010,1731964570641/wal.dat.2 so closing down 2024-11-18T21:16:12,892 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T21:16:12,893 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T21:16:12,898 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-18T21:16:12,901 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/ef75b51d-5fb4-b706-fc8e-b48f30563206/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-18T21:16:12,902 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-18T21:16:12,922 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/ef75b51d-5fb4-b706-fc8e-b48f30563206/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-18T21:16:12,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073741990_1169 (size=743) 2024-11-18T21:16:12,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073741990_1169 (size=743) 2024-11-18T21:16:12,930 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/ef75b51d-5fb4-b706-fc8e-b48f30563206/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T21:16:12,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073741991_1170 (size=743) 2024-11-18T21:16:12,933 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/ef75b51d-5fb4-b706-fc8e-b48f30563206/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T21:16:12,934 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/ef75b51d-5fb4-b706-fc8e-b48f30563206/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:46137/user/jenkins/test-data/ef75b51d-5fb4-b706-fc8e-b48f30563206/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-18T21:16:12,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073741991_1170 (size=743) 2024-11-18T21:16:12,946 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/ef75b51d-5fb4-b706-fc8e-b48f30563206/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:46137/user/jenkins/test-data/ef75b51d-5fb4-b706-fc8e-b48f30563206/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-18T21:16:12,947 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 56 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/ef75b51d-5fb4-b706-fc8e-b48f30563206/WALs/testmovedwalduringrecovery,16010,1731964570641/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T21:16:12,947 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46137/user/jenkins/test-data/ef75b51d-5fb4-b706-fc8e-b48f30563206/WALs/testmovedwalduringrecovery,16010,1731964570641/wal.dat.2, journal: Splitting hdfs://localhost:46137/user/jenkins/test-data/ef75b51d-5fb4-b706-fc8e-b48f30563206/WALs/testmovedwalduringrecovery,16010,1731964570641/wal.dat.2, size=1.4 K (1393bytes) at 1731964572880Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/ef75b51d-5fb4-b706-fc8e-b48f30563206/WALs/testmovedwalduringrecovery,16010,1731964570641/wal.dat.2 so closing down at 1731964572892 (+12 ms)3 split writer threads finished at 1731964572893 (+1 ms)Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/ef75b51d-5fb4-b706-fc8e-b48f30563206/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731964572901 (+8 ms)Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/ef75b51d-5fb4-b706-fc8e-b48f30563206/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731964572923 (+22 ms)Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/ef75b51d-5fb4-b706-fc8e-b48f30563206/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731964572930 (+7 ms)Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/ef75b51d-5fb4-b706-fc8e-b48f30563206/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731964572933 (+3 ms)Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/ef75b51d-5fb4-b706-fc8e-b48f30563206/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:46137/user/jenkins/test-data/ef75b51d-5fb4-b706-fc8e-b48f30563206/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731964572934 (+1 ms)Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/ef75b51d-5fb4-b706-fc8e-b48f30563206/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:46137/user/jenkins/test-data/ef75b51d-5fb4-b706-fc8e-b48f30563206/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731964572946 (+12 ms)Processed 20 edits across 2 Regions in 56 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/ef75b51d-5fb4-b706-fc8e-b48f30563206/WALs/testmovedwalduringrecovery,16010,1731964570641/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731964572947 (+1 ms) 2024-11-18T21:16:12,950 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46137/user/jenkins/test-data/ef75b51d-5fb4-b706-fc8e-b48f30563206/WALs/testmovedwalduringrecovery,16010,1731964570641/wal.dat.2 to hdfs://localhost:46137/user/jenkins/test-data/ef75b51d-5fb4-b706-fc8e-b48f30563206/oldWALs/wal.dat.2 2024-11-18T21:16:12,951 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46137/user/jenkins/test-data/ef75b51d-5fb4-b706-fc8e-b48f30563206/WALs/testmovedwalduringrecovery,16010,1731964570641/wal.dat.3, size=1.4 K (1393bytes) 2024-11-18T21:16:12,951 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46137/user/jenkins/test-data/ef75b51d-5fb4-b706-fc8e-b48f30563206/WALs/testmovedwalduringrecovery,16010,1731964570641/wal.dat.3 2024-11-18T21:16:12,953 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46137/user/jenkins/test-data/ef75b51d-5fb4-b706-fc8e-b48f30563206/WALs/testmovedwalduringrecovery,16010,1731964570641/wal.dat.3 after 2ms 2024-11-18T21:16:12,960 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46137/user/jenkins/test-data/ef75b51d-5fb4-b706-fc8e-b48f30563206/WALs/testmovedwalduringrecovery,16010,1731964570641/wal.dat.3 took 9ms 2024-11-18T21:16:12,998 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/ef75b51d-5fb4-b706-fc8e-b48f30563206/WALs/testmovedwalduringrecovery,16010,1731964570641/wal.dat.3 so closing down 2024-11-18T21:16:12,998 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T21:16:13,000 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T21:16:13,013 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-18T21:16:13,015 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-18T21:16:13,037 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/ef75b51d-5fb4-b706-fc8e-b48f30563206/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-18T21:16:13,039 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/ef75b51d-5fb4-b706-fc8e-b48f30563206/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-18T21:16:13,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073741992_1171 (size=743) 2024-11-18T21:16:13,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073741992_1171 (size=743) 2024-11-18T21:16:13,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073741993_1172 (size=743) 2024-11-18T21:16:13,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073741993_1172 (size=743) 2024-11-18T21:16:13,133 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/ef75b51d-5fb4-b706-fc8e-b48f30563206/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T21:16:13,145 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/ef75b51d-5fb4-b706-fc8e-b48f30563206/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:46137/user/jenkins/test-data/ef75b51d-5fb4-b706-fc8e-b48f30563206/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-18T21:16:13,505 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/ef75b51d-5fb4-b706-fc8e-b48f30563206/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T21:16:13,518 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/ef75b51d-5fb4-b706-fc8e-b48f30563206/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:46137/user/jenkins/test-data/ef75b51d-5fb4-b706-fc8e-b48f30563206/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-18T21:16:13,518 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 522 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/ef75b51d-5fb4-b706-fc8e-b48f30563206/WALs/testmovedwalduringrecovery,16010,1731964570641/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T21:16:13,518 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46137/user/jenkins/test-data/ef75b51d-5fb4-b706-fc8e-b48f30563206/WALs/testmovedwalduringrecovery,16010,1731964570641/wal.dat.3, journal: Splitting hdfs://localhost:46137/user/jenkins/test-data/ef75b51d-5fb4-b706-fc8e-b48f30563206/WALs/testmovedwalduringrecovery,16010,1731964570641/wal.dat.3, size=1.4 K (1393bytes) at 1731964572951Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/ef75b51d-5fb4-b706-fc8e-b48f30563206/WALs/testmovedwalduringrecovery,16010,1731964570641/wal.dat.3 so closing down at 1731964572998 (+47 ms)3 split writer threads finished at 1731964573000 (+2 ms)Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/ef75b51d-5fb4-b706-fc8e-b48f30563206/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731964573037 (+37 ms)Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/ef75b51d-5fb4-b706-fc8e-b48f30563206/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731964573039 (+2 ms)Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/ef75b51d-5fb4-b706-fc8e-b48f30563206/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731964573133 (+94 ms)Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/ef75b51d-5fb4-b706-fc8e-b48f30563206/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:46137/user/jenkins/test-data/ef75b51d-5fb4-b706-fc8e-b48f30563206/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1731964573145 (+12 ms)Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/ef75b51d-5fb4-b706-fc8e-b48f30563206/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731964573505 (+360 ms)Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/ef75b51d-5fb4-b706-fc8e-b48f30563206/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:46137/user/jenkins/test-data/ef75b51d-5fb4-b706-fc8e-b48f30563206/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731964573518 (+13 ms)Processed 20 edits across 2 Regions in 522 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/ef75b51d-5fb4-b706-fc8e-b48f30563206/WALs/testmovedwalduringrecovery,16010,1731964570641/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731964573518 2024-11-18T21:16:13,534 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46137/user/jenkins/test-data/ef75b51d-5fb4-b706-fc8e-b48f30563206/WALs/testmovedwalduringrecovery,16010,1731964570641/wal.dat.3 to hdfs://localhost:46137/user/jenkins/test-data/ef75b51d-5fb4-b706-fc8e-b48f30563206/oldWALs/wal.dat.3 2024-11-18T21:16:13,534 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46137/user/jenkins/test-data/ef75b51d-5fb4-b706-fc8e-b48f30563206/WALs/testmovedwalduringrecovery,16010,1731964570641/wal.dat.4, size=1.4 K (1393bytes) 2024-11-18T21:16:13,534 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46137/user/jenkins/test-data/ef75b51d-5fb4-b706-fc8e-b48f30563206/WALs/testmovedwalduringrecovery,16010,1731964570641/wal.dat.4 2024-11-18T21:16:13,536 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46137/user/jenkins/test-data/ef75b51d-5fb4-b706-fc8e-b48f30563206/WALs/testmovedwalduringrecovery,16010,1731964570641/wal.dat.4 after 2ms 2024-11-18T21:16:13,543 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46137/user/jenkins/test-data/ef75b51d-5fb4-b706-fc8e-b48f30563206/WALs/testmovedwalduringrecovery,16010,1731964570641/wal.dat.4 took 9ms 2024-11-18T21:16:13,578 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/ef75b51d-5fb4-b706-fc8e-b48f30563206/WALs/testmovedwalduringrecovery,16010,1731964570641/wal.dat.4 so closing down 2024-11-18T21:16:13,579 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T21:16:13,582 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T21:16:13,609 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-18T21:16:13,609 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-18T21:16:13,620 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/ef75b51d-5fb4-b706-fc8e-b48f30563206/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-18T21:16:13,625 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/ef75b51d-5fb4-b706-fc8e-b48f30563206/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-18T21:16:13,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073741994_1173 (size=743) 2024-11-18T21:16:13,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073741994_1173 (size=743) 2024-11-18T21:16:13,668 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/ef75b51d-5fb4-b706-fc8e-b48f30563206/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T21:16:13,672 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/ef75b51d-5fb4-b706-fc8e-b48f30563206/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:46137/user/jenkins/test-data/ef75b51d-5fb4-b706-fc8e-b48f30563206/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-18T21:16:13,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073741995_1174 (size=743) 2024-11-18T21:16:13,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073741995_1174 (size=743) 2024-11-18T21:16:13,683 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/ef75b51d-5fb4-b706-fc8e-b48f30563206/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T21:16:13,687 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/ef75b51d-5fb4-b706-fc8e-b48f30563206/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:46137/user/jenkins/test-data/ef75b51d-5fb4-b706-fc8e-b48f30563206/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-18T21:16:13,688 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 111 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/ef75b51d-5fb4-b706-fc8e-b48f30563206/WALs/testmovedwalduringrecovery,16010,1731964570641/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T21:16:13,688 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46137/user/jenkins/test-data/ef75b51d-5fb4-b706-fc8e-b48f30563206/WALs/testmovedwalduringrecovery,16010,1731964570641/wal.dat.4, journal: Splitting hdfs://localhost:46137/user/jenkins/test-data/ef75b51d-5fb4-b706-fc8e-b48f30563206/WALs/testmovedwalduringrecovery,16010,1731964570641/wal.dat.4, size=1.4 K (1393bytes) at 1731964573534Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/ef75b51d-5fb4-b706-fc8e-b48f30563206/WALs/testmovedwalduringrecovery,16010,1731964570641/wal.dat.4 so closing down at 1731964573578 (+44 ms)3 split writer threads finished at 1731964573582 (+4 ms)Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/ef75b51d-5fb4-b706-fc8e-b48f30563206/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731964573620 (+38 ms)Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/ef75b51d-5fb4-b706-fc8e-b48f30563206/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731964573625 (+5 ms)Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/ef75b51d-5fb4-b706-fc8e-b48f30563206/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731964573668 (+43 ms)Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/ef75b51d-5fb4-b706-fc8e-b48f30563206/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:46137/user/jenkins/test-data/ef75b51d-5fb4-b706-fc8e-b48f30563206/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731964573672 (+4 ms)Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/ef75b51d-5fb4-b706-fc8e-b48f30563206/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731964573683 (+11 ms)Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/ef75b51d-5fb4-b706-fc8e-b48f30563206/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:46137/user/jenkins/test-data/ef75b51d-5fb4-b706-fc8e-b48f30563206/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1731964573687 (+4 ms)Processed 20 edits across 2 Regions in 111 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/ef75b51d-5fb4-b706-fc8e-b48f30563206/WALs/testmovedwalduringrecovery,16010,1731964570641/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731964573688 (+1 ms) 2024-11-18T21:16:13,692 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46137/user/jenkins/test-data/ef75b51d-5fb4-b706-fc8e-b48f30563206/WALs/testmovedwalduringrecovery,16010,1731964570641/wal.dat.4 to hdfs://localhost:46137/user/jenkins/test-data/ef75b51d-5fb4-b706-fc8e-b48f30563206/oldWALs/wal.dat.4 2024-11-18T21:16:13,693 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46137/user/jenkins/test-data/ef75b51d-5fb4-b706-fc8e-b48f30563206/WALs/testmovedwalduringrecovery,16010,1731964570641/wal.dat.5, size=1.4 K (1393bytes) 2024-11-18T21:16:13,693 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46137/user/jenkins/test-data/ef75b51d-5fb4-b706-fc8e-b48f30563206/WALs/testmovedwalduringrecovery,16010,1731964570641/wal.dat.5 2024-11-18T21:16:13,695 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46137/user/jenkins/test-data/ef75b51d-5fb4-b706-fc8e-b48f30563206/WALs/testmovedwalduringrecovery,16010,1731964570641/wal.dat.5 after 2ms 2024-11-18T21:16:13,699 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46137/user/jenkins/test-data/ef75b51d-5fb4-b706-fc8e-b48f30563206/WALs/testmovedwalduringrecovery,16010,1731964570641/wal.dat.5 took 7ms 2024-11-18T21:16:13,721 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/ef75b51d-5fb4-b706-fc8e-b48f30563206/WALs/testmovedwalduringrecovery,16010,1731964570641/wal.dat.5 so closing down 2024-11-18T21:16:13,721 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T21:16:13,723 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T21:16:13,729 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-18T21:16:13,743 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/ef75b51d-5fb4-b706-fc8e-b48f30563206/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-18T21:16:13,745 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-18T21:16:13,759 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/ef75b51d-5fb4-b706-fc8e-b48f30563206/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-18T21:16:13,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073741996_1175 (size=743) 2024-11-18T21:16:13,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073741996_1175 (size=743) 2024-11-18T21:16:13,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073741997_1176 (size=743) 2024-11-18T21:16:13,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073741997_1176 (size=743) 2024-11-18T21:16:13,870 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/ef75b51d-5fb4-b706-fc8e-b48f30563206/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T21:16:13,877 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/ef75b51d-5fb4-b706-fc8e-b48f30563206/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:46137/user/jenkins/test-data/ef75b51d-5fb4-b706-fc8e-b48f30563206/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-18T21:16:14,231 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/ef75b51d-5fb4-b706-fc8e-b48f30563206/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T21:16:14,235 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/ef75b51d-5fb4-b706-fc8e-b48f30563206/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:46137/user/jenkins/test-data/ef75b51d-5fb4-b706-fc8e-b48f30563206/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-18T21:16:14,235 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 516 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/ef75b51d-5fb4-b706-fc8e-b48f30563206/WALs/testmovedwalduringrecovery,16010,1731964570641/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T21:16:14,235 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46137/user/jenkins/test-data/ef75b51d-5fb4-b706-fc8e-b48f30563206/WALs/testmovedwalduringrecovery,16010,1731964570641/wal.dat.5, journal: Splitting hdfs://localhost:46137/user/jenkins/test-data/ef75b51d-5fb4-b706-fc8e-b48f30563206/WALs/testmovedwalduringrecovery,16010,1731964570641/wal.dat.5, size=1.4 K (1393bytes) at 1731964573693Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/ef75b51d-5fb4-b706-fc8e-b48f30563206/WALs/testmovedwalduringrecovery,16010,1731964570641/wal.dat.5 so closing down at 1731964573721 (+28 ms)3 split writer threads finished at 1731964573723 (+2 ms)Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/ef75b51d-5fb4-b706-fc8e-b48f30563206/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731964573743 (+20 ms)Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/ef75b51d-5fb4-b706-fc8e-b48f30563206/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1731964573759 (+16 ms)Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/ef75b51d-5fb4-b706-fc8e-b48f30563206/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731964573870 (+111 ms)Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/ef75b51d-5fb4-b706-fc8e-b48f30563206/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:46137/user/jenkins/test-data/ef75b51d-5fb4-b706-fc8e-b48f30563206/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1731964573877 (+7 ms)Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/ef75b51d-5fb4-b706-fc8e-b48f30563206/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731964574231 (+354 ms)Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/ef75b51d-5fb4-b706-fc8e-b48f30563206/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:46137/user/jenkins/test-data/ef75b51d-5fb4-b706-fc8e-b48f30563206/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1731964574235 (+4 ms)Processed 20 edits across 2 Regions in 516 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/ef75b51d-5fb4-b706-fc8e-b48f30563206/WALs/testmovedwalduringrecovery,16010,1731964570641/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731964574235 2024-11-18T21:16:14,245 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46137/user/jenkins/test-data/ef75b51d-5fb4-b706-fc8e-b48f30563206/WALs/testmovedwalduringrecovery,16010,1731964570641/wal.dat.5 to hdfs://localhost:46137/user/jenkins/test-data/ef75b51d-5fb4-b706-fc8e-b48f30563206/oldWALs/wal.dat.5 2024-11-18T21:16:14,245 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46137/user/jenkins/test-data/ef75b51d-5fb4-b706-fc8e-b48f30563206/WALs/testmovedwalduringrecovery,16010,1731964570641/wal.dat.6, size=1.4 K (1405bytes) 2024-11-18T21:16:14,245 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46137/user/jenkins/test-data/ef75b51d-5fb4-b706-fc8e-b48f30563206/WALs/testmovedwalduringrecovery,16010,1731964570641/wal.dat.6 2024-11-18T21:16:14,246 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46137/user/jenkins/test-data/ef75b51d-5fb4-b706-fc8e-b48f30563206/WALs/testmovedwalduringrecovery,16010,1731964570641/wal.dat.6 after 1ms 2024-11-18T21:16:14,250 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46137/user/jenkins/test-data/ef75b51d-5fb4-b706-fc8e-b48f30563206/WALs/testmovedwalduringrecovery,16010,1731964570641/wal.dat.6 took 5ms 2024-11-18T21:16:14,271 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/ef75b51d-5fb4-b706-fc8e-b48f30563206/WALs/testmovedwalduringrecovery,16010,1731964570641/wal.dat.6 so closing down 2024-11-18T21:16:14,271 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T21:16:14,275 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T21:16:14,289 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-18T21:16:14,293 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-18T21:16:14,297 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/ef75b51d-5fb4-b706-fc8e-b48f30563206/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-18T21:16:14,307 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/ef75b51d-5fb4-b706-fc8e-b48f30563206/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-18T21:16:14,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073741998_1177 (size=749) 2024-11-18T21:16:14,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073741998_1177 (size=749) 2024-11-18T21:16:14,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073741999_1178 (size=749) 2024-11-18T21:16:14,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073741999_1178 (size=749) 2024-11-18T21:16:14,398 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/ef75b51d-5fb4-b706-fc8e-b48f30563206/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T21:16:14,405 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/ef75b51d-5fb4-b706-fc8e-b48f30563206/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:46137/user/jenkins/test-data/ef75b51d-5fb4-b706-fc8e-b48f30563206/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-18T21:16:14,774 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/ef75b51d-5fb4-b706-fc8e-b48f30563206/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T21:16:14,789 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/ef75b51d-5fb4-b706-fc8e-b48f30563206/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:46137/user/jenkins/test-data/ef75b51d-5fb4-b706-fc8e-b48f30563206/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-18T21:16:14,789 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 522 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/ef75b51d-5fb4-b706-fc8e-b48f30563206/WALs/testmovedwalduringrecovery,16010,1731964570641/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-18T21:16:14,789 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46137/user/jenkins/test-data/ef75b51d-5fb4-b706-fc8e-b48f30563206/WALs/testmovedwalduringrecovery,16010,1731964570641/wal.dat.6, journal: Splitting hdfs://localhost:46137/user/jenkins/test-data/ef75b51d-5fb4-b706-fc8e-b48f30563206/WALs/testmovedwalduringrecovery,16010,1731964570641/wal.dat.6, size=1.4 K (1405bytes) at 1731964574245Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/ef75b51d-5fb4-b706-fc8e-b48f30563206/WALs/testmovedwalduringrecovery,16010,1731964570641/wal.dat.6 so closing down at 1731964574271 (+26 ms)3 split writer threads finished at 1731964574275 (+4 ms)Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/ef75b51d-5fb4-b706-fc8e-b48f30563206/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731964574297 (+22 ms)Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/ef75b51d-5fb4-b706-fc8e-b48f30563206/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731964574307 (+10 ms)Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/ef75b51d-5fb4-b706-fc8e-b48f30563206/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731964574398 (+91 ms)Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/ef75b51d-5fb4-b706-fc8e-b48f30563206/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:46137/user/jenkins/test-data/ef75b51d-5fb4-b706-fc8e-b48f30563206/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1731964574405 (+7 ms)Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/ef75b51d-5fb4-b706-fc8e-b48f30563206/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731964574774 (+369 ms)Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/ef75b51d-5fb4-b706-fc8e-b48f30563206/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:46137/user/jenkins/test-data/ef75b51d-5fb4-b706-fc8e-b48f30563206/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1731964574789 (+15 ms)Processed 20 edits across 2 Regions in 522 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/ef75b51d-5fb4-b706-fc8e-b48f30563206/WALs/testmovedwalduringrecovery,16010,1731964570641/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1731964574789 2024-11-18T21:16:14,797 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46137/user/jenkins/test-data/ef75b51d-5fb4-b706-fc8e-b48f30563206/WALs/testmovedwalduringrecovery,16010,1731964570641/wal.dat.6 to hdfs://localhost:46137/user/jenkins/test-data/ef75b51d-5fb4-b706-fc8e-b48f30563206/oldWALs/wal.dat.6 2024-11-18T21:16:14,797 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46137/user/jenkins/test-data/ef75b51d-5fb4-b706-fc8e-b48f30563206/WALs/testmovedwalduringrecovery,16010,1731964570641/wal.dat.7, size=1.4 K (1413bytes) 2024-11-18T21:16:14,797 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46137/user/jenkins/test-data/ef75b51d-5fb4-b706-fc8e-b48f30563206/WALs/testmovedwalduringrecovery,16010,1731964570641/wal.dat.7 2024-11-18T21:16:14,798 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46137/user/jenkins/test-data/ef75b51d-5fb4-b706-fc8e-b48f30563206/WALs/testmovedwalduringrecovery,16010,1731964570641/wal.dat.7 after 1ms 2024-11-18T21:16:14,801 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46137/user/jenkins/test-data/ef75b51d-5fb4-b706-fc8e-b48f30563206/WALs/testmovedwalduringrecovery,16010,1731964570641/wal.dat.7 took 4ms 2024-11-18T21:16:14,818 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/ef75b51d-5fb4-b706-fc8e-b48f30563206/WALs/testmovedwalduringrecovery,16010,1731964570641/wal.dat.7 so closing down 2024-11-18T21:16:14,818 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T21:16:14,820 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T21:16:14,826 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-18T21:16:14,826 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-18T21:16:14,828 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/ef75b51d-5fb4-b706-fc8e-b48f30563206/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-18T21:16:14,829 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/ef75b51d-5fb4-b706-fc8e-b48f30563206/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-18T21:16:14,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742000_1179 (size=753) 2024-11-18T21:16:14,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742000_1179 (size=753) 2024-11-18T21:16:14,908 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/ef75b51d-5fb4-b706-fc8e-b48f30563206/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T21:16:14,915 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/ef75b51d-5fb4-b706-fc8e-b48f30563206/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:46137/user/jenkins/test-data/ef75b51d-5fb4-b706-fc8e-b48f30563206/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-18T21:16:14,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742001_1180 (size=753) 2024-11-18T21:16:14,923 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/ef75b51d-5fb4-b706-fc8e-b48f30563206/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T21:16:14,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742001_1180 (size=753) 2024-11-18T21:16:14,929 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/ef75b51d-5fb4-b706-fc8e-b48f30563206/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:46137/user/jenkins/test-data/ef75b51d-5fb4-b706-fc8e-b48f30563206/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-18T21:16:14,929 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 112 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/ef75b51d-5fb4-b706-fc8e-b48f30563206/WALs/testmovedwalduringrecovery,16010,1731964570641/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-18T21:16:14,929 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46137/user/jenkins/test-data/ef75b51d-5fb4-b706-fc8e-b48f30563206/WALs/testmovedwalduringrecovery,16010,1731964570641/wal.dat.7, journal: Splitting hdfs://localhost:46137/user/jenkins/test-data/ef75b51d-5fb4-b706-fc8e-b48f30563206/WALs/testmovedwalduringrecovery,16010,1731964570641/wal.dat.7, size=1.4 K (1413bytes) at 1731964574797Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/ef75b51d-5fb4-b706-fc8e-b48f30563206/WALs/testmovedwalduringrecovery,16010,1731964570641/wal.dat.7 so closing down at 1731964574818 (+21 ms)3 split writer threads finished at 1731964574820 (+2 ms)Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/ef75b51d-5fb4-b706-fc8e-b48f30563206/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731964574828 (+8 ms)Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/ef75b51d-5fb4-b706-fc8e-b48f30563206/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731964574829 (+1 ms)Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/ef75b51d-5fb4-b706-fc8e-b48f30563206/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731964574908 (+79 ms)Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/ef75b51d-5fb4-b706-fc8e-b48f30563206/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:46137/user/jenkins/test-data/ef75b51d-5fb4-b706-fc8e-b48f30563206/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1731964574915 (+7 ms)Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/ef75b51d-5fb4-b706-fc8e-b48f30563206/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731964574923 (+8 ms)Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/ef75b51d-5fb4-b706-fc8e-b48f30563206/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:46137/user/jenkins/test-data/ef75b51d-5fb4-b706-fc8e-b48f30563206/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1731964574929 (+6 ms)Processed 20 edits across 2 Regions in 112 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/ef75b51d-5fb4-b706-fc8e-b48f30563206/WALs/testmovedwalduringrecovery,16010,1731964570641/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731964574929 2024-11-18T21:16:14,932 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46137/user/jenkins/test-data/ef75b51d-5fb4-b706-fc8e-b48f30563206/WALs/testmovedwalduringrecovery,16010,1731964570641/wal.dat.7 to hdfs://localhost:46137/user/jenkins/test-data/ef75b51d-5fb4-b706-fc8e-b48f30563206/oldWALs/wal.dat.7 2024-11-18T21:16:14,933 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46137/user/jenkins/test-data/ef75b51d-5fb4-b706-fc8e-b48f30563206/WALs/testmovedwalduringrecovery,16010,1731964570641/wal.dat.8, size=1.4 K (1413bytes) 2024-11-18T21:16:14,933 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46137/user/jenkins/test-data/ef75b51d-5fb4-b706-fc8e-b48f30563206/WALs/testmovedwalduringrecovery,16010,1731964570641/wal.dat.8 2024-11-18T21:16:14,934 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46137/user/jenkins/test-data/ef75b51d-5fb4-b706-fc8e-b48f30563206/WALs/testmovedwalduringrecovery,16010,1731964570641/wal.dat.8 after 1ms 2024-11-18T21:16:14,937 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46137/user/jenkins/test-data/ef75b51d-5fb4-b706-fc8e-b48f30563206/WALs/testmovedwalduringrecovery,16010,1731964570641/wal.dat.8 took 4ms 2024-11-18T21:16:14,948 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/ef75b51d-5fb4-b706-fc8e-b48f30563206/WALs/testmovedwalduringrecovery,16010,1731964570641/wal.dat.8 so closing down 2024-11-18T21:16:14,948 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T21:16:14,954 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T21:16:14,960 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-18T21:16:14,965 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/ef75b51d-5fb4-b706-fc8e-b48f30563206/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-18T21:16:14,966 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-18T21:16:14,974 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/ef75b51d-5fb4-b706-fc8e-b48f30563206/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-18T21:16:14,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742002_1181 (size=753) 2024-11-18T21:16:14,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742002_1181 (size=753) 2024-11-18T21:16:14,997 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/ef75b51d-5fb4-b706-fc8e-b48f30563206/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T21:16:15,000 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/ef75b51d-5fb4-b706-fc8e-b48f30563206/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:46137/user/jenkins/test-data/ef75b51d-5fb4-b706-fc8e-b48f30563206/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-18T21:16:15,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742003_1182 (size=753) 2024-11-18T21:16:15,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742003_1182 (size=753) 2024-11-18T21:16:15,030 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/ef75b51d-5fb4-b706-fc8e-b48f30563206/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T21:16:15,034 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/ef75b51d-5fb4-b706-fc8e-b48f30563206/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:46137/user/jenkins/test-data/ef75b51d-5fb4-b706-fc8e-b48f30563206/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-18T21:16:15,035 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 90 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/ef75b51d-5fb4-b706-fc8e-b48f30563206/WALs/testmovedwalduringrecovery,16010,1731964570641/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-18T21:16:15,035 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46137/user/jenkins/test-data/ef75b51d-5fb4-b706-fc8e-b48f30563206/WALs/testmovedwalduringrecovery,16010,1731964570641/wal.dat.8, journal: Splitting hdfs://localhost:46137/user/jenkins/test-data/ef75b51d-5fb4-b706-fc8e-b48f30563206/WALs/testmovedwalduringrecovery,16010,1731964570641/wal.dat.8, size=1.4 K (1413bytes) at 1731964574933Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/ef75b51d-5fb4-b706-fc8e-b48f30563206/WALs/testmovedwalduringrecovery,16010,1731964570641/wal.dat.8 so closing down at 1731964574948 (+15 ms)3 split writer threads finished at 1731964574954 (+6 ms)Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/ef75b51d-5fb4-b706-fc8e-b48f30563206/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731964574965 (+11 ms)Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/ef75b51d-5fb4-b706-fc8e-b48f30563206/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731964574974 (+9 ms)Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/ef75b51d-5fb4-b706-fc8e-b48f30563206/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731964574997 (+23 ms)Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/ef75b51d-5fb4-b706-fc8e-b48f30563206/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:46137/user/jenkins/test-data/ef75b51d-5fb4-b706-fc8e-b48f30563206/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1731964575000 (+3 ms)Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/ef75b51d-5fb4-b706-fc8e-b48f30563206/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731964575030 (+30 ms)Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/ef75b51d-5fb4-b706-fc8e-b48f30563206/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:46137/user/jenkins/test-data/ef75b51d-5fb4-b706-fc8e-b48f30563206/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1731964575034 (+4 ms)Processed 20 edits across 2 Regions in 90 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/ef75b51d-5fb4-b706-fc8e-b48f30563206/WALs/testmovedwalduringrecovery,16010,1731964570641/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731964575035 (+1 ms) 2024-11-18T21:16:15,038 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46137/user/jenkins/test-data/ef75b51d-5fb4-b706-fc8e-b48f30563206/WALs/testmovedwalduringrecovery,16010,1731964570641/wal.dat.8 to hdfs://localhost:46137/user/jenkins/test-data/ef75b51d-5fb4-b706-fc8e-b48f30563206/oldWALs/wal.dat.8 2024-11-18T21:16:15,039 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46137/user/jenkins/test-data/ef75b51d-5fb4-b706-fc8e-b48f30563206/WALs/testmovedwalduringrecovery,16010,1731964570641/wal.dat.9, size=1.4 K (1413bytes) 2024-11-18T21:16:15,039 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46137/user/jenkins/test-data/ef75b51d-5fb4-b706-fc8e-b48f30563206/WALs/testmovedwalduringrecovery,16010,1731964570641/wal.dat.9 2024-11-18T21:16:15,039 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46137/user/jenkins/test-data/ef75b51d-5fb4-b706-fc8e-b48f30563206/WALs/testmovedwalduringrecovery,16010,1731964570641/wal.dat.9 after 0ms 2024-11-18T21:16:15,044 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46137/user/jenkins/test-data/ef75b51d-5fb4-b706-fc8e-b48f30563206/WALs/testmovedwalduringrecovery,16010,1731964570641/wal.dat.9 took 6ms 2024-11-18T21:16:15,050 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/ef75b51d-5fb4-b706-fc8e-b48f30563206/WALs/testmovedwalduringrecovery,16010,1731964570641/wal.dat.9 so closing down 2024-11-18T21:16:15,050 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T21:16:15,051 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T21:16:15,055 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-18T21:16:15,056 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-18T21:16:15,062 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/ef75b51d-5fb4-b706-fc8e-b48f30563206/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-18T21:16:15,064 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/ef75b51d-5fb4-b706-fc8e-b48f30563206/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-18T21:16:15,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742004_1183 (size=753) 2024-11-18T21:16:15,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742004_1183 (size=753) 2024-11-18T21:16:15,096 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/ef75b51d-5fb4-b706-fc8e-b48f30563206/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T21:16:15,101 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/ef75b51d-5fb4-b706-fc8e-b48f30563206/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:46137/user/jenkins/test-data/ef75b51d-5fb4-b706-fc8e-b48f30563206/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-18T21:16:15,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742005_1184 (size=753) 2024-11-18T21:16:15,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742005_1184 (size=753) 2024-11-18T21:16:15,124 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/ef75b51d-5fb4-b706-fc8e-b48f30563206/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T21:16:15,133 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/ef75b51d-5fb4-b706-fc8e-b48f30563206/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:46137/user/jenkins/test-data/ef75b51d-5fb4-b706-fc8e-b48f30563206/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-18T21:16:15,133 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 84 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/ef75b51d-5fb4-b706-fc8e-b48f30563206/WALs/testmovedwalduringrecovery,16010,1731964570641/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-18T21:16:15,133 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46137/user/jenkins/test-data/ef75b51d-5fb4-b706-fc8e-b48f30563206/WALs/testmovedwalduringrecovery,16010,1731964570641/wal.dat.9, journal: Splitting hdfs://localhost:46137/user/jenkins/test-data/ef75b51d-5fb4-b706-fc8e-b48f30563206/WALs/testmovedwalduringrecovery,16010,1731964570641/wal.dat.9, size=1.4 K (1413bytes) at 1731964575039Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/ef75b51d-5fb4-b706-fc8e-b48f30563206/WALs/testmovedwalduringrecovery,16010,1731964570641/wal.dat.9 so closing down at 1731964575050 (+11 ms)3 split writer threads finished at 1731964575051 (+1 ms)Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/ef75b51d-5fb4-b706-fc8e-b48f30563206/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731964575062 (+11 ms)Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/ef75b51d-5fb4-b706-fc8e-b48f30563206/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731964575064 (+2 ms)Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/ef75b51d-5fb4-b706-fc8e-b48f30563206/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731964575096 (+32 ms)Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/ef75b51d-5fb4-b706-fc8e-b48f30563206/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:46137/user/jenkins/test-data/ef75b51d-5fb4-b706-fc8e-b48f30563206/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1731964575101 (+5 ms)Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/ef75b51d-5fb4-b706-fc8e-b48f30563206/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731964575124 (+23 ms)Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/ef75b51d-5fb4-b706-fc8e-b48f30563206/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:46137/user/jenkins/test-data/ef75b51d-5fb4-b706-fc8e-b48f30563206/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731964575133 (+9 ms)Processed 20 edits across 2 Regions in 84 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/ef75b51d-5fb4-b706-fc8e-b48f30563206/WALs/testmovedwalduringrecovery,16010,1731964570641/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731964575133 2024-11-18T21:16:15,139 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46137/user/jenkins/test-data/ef75b51d-5fb4-b706-fc8e-b48f30563206/WALs/testmovedwalduringrecovery,16010,1731964570641/wal.dat.9 to hdfs://localhost:46137/user/jenkins/test-data/ef75b51d-5fb4-b706-fc8e-b48f30563206/oldWALs/wal.dat.9 2024-11-18T21:16:15,167 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testMovedWALDuringRecovery Thread=136 (was 136), OpenFileDescriptor=385 (was 385), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1398 (was 1381) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=656 (was 895) 2024-11-18T21:16:15,192 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testThreading Thread=136, OpenFileDescriptor=387, MaxFileDescriptor=1048576, SystemLoadAverage=1398, ProcessCount=11, AvailableMemoryMB=655 2024-11-18T21:16:15,192 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-18T21:16:15,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742006_1185 (size=7) 2024-11-18T21:16:15,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742006_1185 (size=7) 2024-11-18T21:16:15,305 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46137/user/jenkins/test-data/9ef4685d-dcb0-9285-14b4-7002b6c51974 with version=8 2024-11-18T21:16:15,305 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T21:16:15,307 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T21:16:15,313 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-18T21:16:15,322 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region r0 2024-11-18T21:16:15,326 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region r1 2024-11-18T21:16:15,330 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region r2 2024-11-18T21:16:15,331 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region r3 2024-11-18T21:16:15,333 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region r4 2024-11-18T21:16:15,385 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46137/user/jenkins/test-data/84bf54f4-72b1-15a9-8776-57ab48aa9db7/WALs/testthreading,16010,1731964575313/wal.dat..fake, size=0 (0bytes) 2024-11-18T21:16:15,410 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46137/user/jenkins/test-data/84bf54f4-72b1-15a9-8776-57ab48aa9db7/WALs/testthreading,16010,1731964575313/wal.dat..fake took 25ms 2024-11-18T21:16:16,010 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/84bf54f4-72b1-15a9-8776-57ab48aa9db7/WALs/testthreading,16010,1731964575313/wal.dat..fake so closing down 2024-11-18T21:16:16,011 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T21:16:16,012 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T21:16:16,016 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/84bf54f4-72b1-15a9-8776-57ab48aa9db7/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat..fake.temp 2024-11-18T21:16:16,029 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/84bf54f4-72b1-15a9-8776-57ab48aa9db7/data/default/t1/r1/recovered.edits/0000000000000000001-wal.dat..fake.temp 2024-11-18T21:16:16,053 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/84bf54f4-72b1-15a9-8776-57ab48aa9db7/data/default/t1/r2/recovered.edits/0000000000000000002-wal.dat..fake.temp 2024-11-18T21:16:16,094 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/84bf54f4-72b1-15a9-8776-57ab48aa9db7/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 76 ms) 2024-11-18T21:16:16,125 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/84bf54f4-72b1-15a9-8776-57ab48aa9db7/data/default/t1/r3/recovered.edits/0000000000000000003-wal.dat..fake.temp 2024-11-18T21:16:16,198 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/84bf54f4-72b1-15a9-8776-57ab48aa9db7/data/default/t1/r1/recovered.edits/0000000000000000001-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 168 ms) 2024-11-18T21:16:16,214 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/84bf54f4-72b1-15a9-8776-57ab48aa9db7/data/default/t1/r4/recovered.edits/0000000000000000004-wal.dat..fake.temp 2024-11-18T21:16:16,221 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/84bf54f4-72b1-15a9-8776-57ab48aa9db7/data/default/t1/r2/recovered.edits/0000000000000000002-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 168 ms) 2024-11-18T21:16:16,279 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/84bf54f4-72b1-15a9-8776-57ab48aa9db7/data/default/t1/r3/recovered.edits/0000000000000000003-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 154 ms) 2024-11-18T21:16:16,312 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/84bf54f4-72b1-15a9-8776-57ab48aa9db7/data/default/t1/r4/recovered.edits/0000000000000000004-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 98 ms) 2024-11-18T21:16:16,321 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20000 edits across 5 Regions in 890 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/84bf54f4-72b1-15a9-8776-57ab48aa9db7/WALs/testthreading,16010,1731964575313/wal.dat..fake, size=0, length=0, corrupted=false, cancelled=false 2024-11-18T21:16:16,321 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46137/user/jenkins/test-data/84bf54f4-72b1-15a9-8776-57ab48aa9db7/WALs/testthreading,16010,1731964575313/wal.dat..fake, journal: Splitting hdfs://localhost:46137/user/jenkins/test-data/84bf54f4-72b1-15a9-8776-57ab48aa9db7/WALs/testthreading,16010,1731964575313/wal.dat..fake, size=0 (0bytes) at 1731964575385Split 1024 edits, skipped 0 edits. at 1731964575499 (+114 ms)Split 2048 edits, skipped 0 edits. at 1731964575519 (+20 ms)Split 3072 edits, skipped 0 edits. at 1731964575540 (+21 ms)Split 4096 edits, skipped 0 edits. at 1731964575561 (+21 ms)Split 5120 edits, skipped 0 edits. at 1731964575589 (+28 ms)Split 6144 edits, skipped 0 edits. at 1731964575610 (+21 ms)Split 7168 edits, skipped 0 edits. at 1731964575629 (+19 ms)Split 8192 edits, skipped 0 edits. at 1731964575651 (+22 ms)Split 9216 edits, skipped 0 edits. at 1731964575670 (+19 ms)Split 10240 edits, skipped 0 edits. at 1731964575692 (+22 ms)Split 11264 edits, skipped 0 edits. at 1731964575713 (+21 ms)Split 12288 edits, skipped 0 edits. at 1731964575754 (+41 ms)Split 13312 edits, skipped 0 edits. at 1731964575800 (+46 ms)Split 14336 edits, skipped 0 edits. at 1731964575850 (+50 ms)Split 15360 edits, skipped 0 edits. at 1731964575903 (+53 ms)Split 16384 edits, skipped 0 edits. at 1731964575924 (+21 ms)Split 17408 edits, skipped 0 edits. at 1731964575947 (+23 ms)Split 18432 edits, skipped 0 edits. at 1731964575970 (+23 ms)Split 19456 edits, skipped 0 edits. at 1731964575998 (+28 ms)Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/84bf54f4-72b1-15a9-8776-57ab48aa9db7/WALs/testthreading,16010,1731964575313/wal.dat..fake so closing down at 1731964576010 (+12 ms)3 split writer threads finished at 1731964576012 (+2 ms)Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/84bf54f4-72b1-15a9-8776-57ab48aa9db7/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat..fake.temp at 1731964576017 (+5 ms)Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/84bf54f4-72b1-15a9-8776-57ab48aa9db7/data/default/t1/r1/recovered.edits/0000000000000000001-wal.dat..fake.temp at 1731964576029 (+12 ms)Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/84bf54f4-72b1-15a9-8776-57ab48aa9db7/data/default/t1/r2/recovered.edits/0000000000000000002-wal.dat..fake.temp at 1731964576053 (+24 ms)Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/84bf54f4-72b1-15a9-8776-57ab48aa9db7/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 76 ms) at 1731964576094 (+41 ms)Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/84bf54f4-72b1-15a9-8776-57ab48aa9db7/data/default/t1/r3/recovered.edits/0000000000000000003-wal.dat..fake.temp at 1731964576125 (+31 ms)Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/84bf54f4-72b1-15a9-8776-57ab48aa9db7/data/default/t1/r1/recovered.edits/0000000000000000001-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 168 ms) at 1731964576198 (+73 ms)Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/84bf54f4-72b1-15a9-8776-57ab48aa9db7/data/default/t1/r4/recovered.edits/0000000000000000004-wal.dat..fake.temp at 1731964576214 (+16 ms)Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/84bf54f4-72b1-15a9-8776-57ab48aa9db7/data/default/t1/r2/recovered.edits/0000000000000000002-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 168 ms) at 1731964576221 (+7 ms)Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/84bf54f4-72b1-15a9-8776-57ab48aa9db7/data/default/t1/r3/recovered.edits/0000000000000000003-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 154 ms) at 1731964576279 (+58 ms)Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/84bf54f4-72b1-15a9-8776-57ab48aa9db7/data/default/t1/r4/recovered.edits/0000000000000000004-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 98 ms) at 1731964576312 (+33 ms)Processed 20000 edits across 5 Regions in 890 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/84bf54f4-72b1-15a9-8776-57ab48aa9db7/WALs/testthreading,16010,1731964575313/wal.dat..fake, size=0, length=0, corrupted=false, cancelled=false at 1731964576321 (+9 ms) 2024-11-18T21:16:16,321 INFO [Time-limited test {}] wal.TestWALSplit(1085): Got 4000 output edits for region r2 2024-11-18T21:16:16,322 INFO [Time-limited test {}] wal.TestWALSplit(1085): Got 4000 output edits for region r3 2024-11-18T21:16:16,322 INFO [Time-limited test {}] wal.TestWALSplit(1085): Got 4000 output edits for region r4 2024-11-18T21:16:16,322 INFO [Time-limited test {}] wal.TestWALSplit(1085): Got 4000 output edits for region r0 2024-11-18T21:16:16,322 INFO [Time-limited test {}] wal.TestWALSplit(1085): Got 4000 output edits for region r1 2024-11-18T21:16:16,366 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testThreading Thread=136 (was 136), OpenFileDescriptor=385 (was 387), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1398 (was 1398), ProcessCount=11 (was 11), AvailableMemoryMB=601 (was 655) 2024-11-18T21:16:16,394 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testEmptyOpenLogFiles Thread=136, OpenFileDescriptor=385, MaxFileDescriptor=1048576, SystemLoadAverage=1398, ProcessCount=11, AvailableMemoryMB=599 2024-11-18T21:16:16,394 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-18T21:16:16,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742007_1186 (size=7) 2024-11-18T21:16:16,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742007_1186 (size=7) 2024-11-18T21:16:16,482 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46137/user/jenkins/test-data/9ef4685d-dcb0-9285-14b4-7002b6c51974 with version=8 2024-11-18T21:16:16,483 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T21:16:16,486 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T21:16:16,489 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-18T21:16:16,490 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat..empty 2024-11-18T21:16:16,502 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-18T21:16:16,504 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-18T21:16:16,506 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-18T21:16:16,517 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:16,517 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:16,586 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:16,586 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:16,586 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:16,586 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:16,593 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:16,593 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:16,593 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:16,593 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:16,594 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:16,594 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:16,594 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:16,594 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:16,595 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:16,595 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:16,595 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:16,595 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:16,599 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:16,599 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:16,602 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:16,602 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:16,602 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:16,602 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:16,602 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:16,602 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:16,603 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:16,603 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:16,603 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:16,603 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:16,603 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:16,604 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:16,604 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:16,604 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:16,613 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:16,613 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:16,614 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:16,614 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:16,615 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:16,615 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:16,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742008_1187 (size=1393) 2024-11-18T21:16:16,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742008_1187 (size=1393) 2024-11-18T21:16:16,627 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-18T21:16:16,628 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-18T21:16:16,645 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:16,645 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:16,719 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:16,719 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:16,721 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:16,721 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:16,722 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:16,722 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:16,722 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:16,722 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:16,724 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:16,724 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:16,730 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:16,730 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:16,730 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:16,730 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:16,731 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:16,731 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:16,731 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:16,731 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:16,734 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:16,734 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:16,734 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:16,734 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:16,735 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:16,735 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:16,735 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:16,735 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:16,736 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:16,736 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:16,737 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:16,737 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:16,737 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:16,737 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:16,738 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:16,738 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:16,738 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:16,739 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:16,739 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:16,739 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:16,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742009_1188 (size=1393) 2024-11-18T21:16:16,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742009_1188 (size=1393) 2024-11-18T21:16:16,751 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-18T21:16:16,751 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-18T21:16:16,767 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:16,767 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:16,822 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:16,822 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:16,825 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:16,825 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:16,826 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:16,826 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:16,826 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:16,826 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:16,827 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:16,827 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:16,827 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:16,828 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:16,828 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:16,828 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:16,829 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:16,829 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:16,829 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:16,830 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:16,830 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:16,830 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:16,835 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:16,835 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:16,836 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:16,836 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:16,836 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:16,836 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:16,839 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:16,839 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:16,839 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:16,839 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:16,840 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:16,840 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:16,841 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:16,841 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:16,841 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:16,841 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:16,842 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:16,842 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:16,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742010_1189 (size=1393) 2024-11-18T21:16:16,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742010_1189 (size=1393) 2024-11-18T21:16:16,853 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-18T21:16:16,854 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-18T21:16:16,873 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:16,873 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:16,934 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:16,934 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:16,934 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:16,934 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:16,935 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:16,935 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:16,935 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:16,935 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:16,935 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:16,935 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:16,936 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:16,936 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:16,936 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:16,936 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:16,937 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:16,937 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:16,938 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:16,938 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:16,938 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:16,938 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:16,940 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:16,940 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:16,941 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:16,941 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:16,942 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:16,942 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:16,944 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:16,944 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:16,944 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:16,944 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:16,945 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:16,945 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:16,945 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:16,945 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:16,956 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:16,956 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:16,960 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:16,960 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:16,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742011_1190 (size=1393) 2024-11-18T21:16:16,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742011_1190 (size=1393) 2024-11-18T21:16:16,965 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-18T21:16:16,965 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-18T21:16:16,969 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:16,969 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:17,053 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:17,054 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:17,055 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:17,055 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:17,056 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:17,056 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:17,057 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:17,057 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:17,059 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:17,059 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:17,064 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:17,064 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:17,067 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:17,067 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:17,069 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:17,069 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:17,069 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:17,069 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:17,073 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:17,073 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:17,074 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:17,074 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:17,076 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:17,076 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:17,077 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:17,077 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:17,078 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:17,078 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:17,079 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:17,079 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:17,079 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:17,079 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:17,079 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:17,079 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:17,080 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:17,080 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:17,080 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:17,080 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:17,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742012_1191 (size=1393) 2024-11-18T21:16:17,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742012_1191 (size=1393) 2024-11-18T21:16:17,084 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-18T21:16:17,084 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-18T21:16:17,092 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:17,093 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:17,157 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:17,157 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:17,158 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:17,158 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:17,158 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:17,158 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:17,159 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:17,159 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:17,159 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:17,159 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:17,159 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:17,159 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:17,160 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:17,160 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:17,160 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:17,160 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:17,161 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:17,161 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:17,161 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:17,161 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:17,162 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:17,162 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:17,162 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:17,162 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:17,165 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:17,165 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:17,165 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:17,165 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:17,166 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:17,166 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:17,166 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:17,166 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:17,167 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:17,167 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:17,167 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:17,167 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:17,167 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:17,167 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:17,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742013_1192 (size=1393) 2024-11-18T21:16:17,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742013_1192 (size=1393) 2024-11-18T21:16:17,575 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-18T21:16:17,575 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-18T21:16:17,578 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:17,578 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:17,601 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:17,601 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:17,604 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:17,604 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:17,606 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:17,606 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:17,611 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:17,611 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:17,611 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:17,611 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:17,612 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:17,612 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:17,612 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:17,612 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:17,613 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:17,613 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:17,614 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:17,614 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:17,614 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:17,614 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:17,614 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:17,615 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:17,615 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:17,615 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:17,615 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:17,615 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:17,618 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:17,618 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:17,625 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:17,625 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:17,635 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:17,635 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:17,645 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:17,645 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:17,647 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:17,647 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:17,647 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:17,648 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:17,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742014_1193 (size=1405) 2024-11-18T21:16:17,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742014_1193 (size=1405) 2024-11-18T21:16:18,061 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-18T21:16:18,062 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-18T21:16:18,067 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:18,067 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:18,142 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:18,142 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:18,145 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:18,145 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:18,149 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:18,149 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:18,151 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:18,151 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:18,155 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:18,155 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:18,160 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:18,161 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:18,164 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:18,164 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:18,167 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:18,167 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:18,172 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:18,172 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:18,174 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:18,174 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:18,178 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:18,178 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:18,181 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:18,181 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:18,185 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:18,185 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:18,188 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:18,189 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:18,192 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:18,193 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:18,195 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:18,195 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:18,198 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:18,198 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:18,202 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:18,202 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:18,205 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:18,205 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:18,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742015_1194 (size=1413) 2024-11-18T21:16:18,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742015_1194 (size=1413) 2024-11-18T21:16:18,220 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-18T21:16:18,220 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-18T21:16:18,233 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:18,233 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:18,333 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:18,333 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:18,341 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:18,341 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:18,343 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:18,343 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:18,343 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:18,343 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:18,357 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:18,357 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:18,361 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:18,361 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:18,370 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:18,370 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:18,371 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:18,371 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:18,371 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:18,372 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:18,380 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:18,380 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:18,385 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:18,385 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:18,385 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:18,385 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:18,386 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:18,386 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:18,386 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:18,386 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:18,395 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:18,395 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:18,396 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:18,396 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:18,397 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:18,397 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:18,398 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:18,398 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:18,398 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:18,398 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:18,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742016_1195 (size=1413) 2024-11-18T21:16:18,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742016_1195 (size=1413) 2024-11-18T21:16:18,409 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-18T21:16:18,409 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-18T21:16:18,411 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:18,411 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:18,461 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:18,461 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:18,462 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:18,462 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:18,463 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:18,463 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:18,463 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:18,463 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:18,464 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:18,464 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:18,465 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:18,465 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:18,466 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:18,466 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:18,467 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:18,467 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:18,467 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:18,467 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:18,468 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:18,468 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:18,468 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:18,469 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:18,469 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:18,469 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:18,469 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:18,469 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:18,474 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:18,474 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:18,475 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:18,475 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:18,475 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:18,475 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:18,475 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:18,475 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:18,476 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:18,476 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:18,478 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:18,478 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:18,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742017_1196 (size=1413) 2024-11-18T21:16:18,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742017_1196 (size=1413) 2024-11-18T21:16:18,485 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-18T21:16:18,485 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.empty 2024-11-18T21:16:18,521 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46137/user/jenkins/test-data/a6446021-7ef9-9a43-6e6d-47a8c0f8152e/WALs/testemptyopenlogfiles,16010,1731964576489/wal.dat..empty, size=0 (0bytes) 2024-11-18T21:16:18,521 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:46137/user/jenkins/test-data/a6446021-7ef9-9a43-6e6d-47a8c0f8152e/WALs/testemptyopenlogfiles,16010,1731964576489/wal.dat..empty might be still open, length is 0 2024-11-18T21:16:18,521 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46137/user/jenkins/test-data/a6446021-7ef9-9a43-6e6d-47a8c0f8152e/WALs/testemptyopenlogfiles,16010,1731964576489/wal.dat..empty 2024-11-18T21:16:18,521 WARN [IPC Server handler 0 on default port 46137 {}] namenode.FSNamesystem(3730): BLOCK* internalReleaseLease: All existing blocks are COMPLETE, lease removed, file /user/jenkins/test-data/a6446021-7ef9-9a43-6e6d-47a8c0f8152e/WALs/testemptyopenlogfiles,16010,1731964576489/wal.dat..empty closed. 2024-11-18T21:16:18,533 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46137/user/jenkins/test-data/a6446021-7ef9-9a43-6e6d-47a8c0f8152e/WALs/testemptyopenlogfiles,16010,1731964576489/wal.dat..empty after 12ms 2024-11-18T21:16:18,541 WARN [Time-limited test {}] wal.WALSplitter(467): Could not open hdfs://localhost:46137/user/jenkins/test-data/a6446021-7ef9-9a43-6e6d-47a8c0f8152e/WALs/testemptyopenlogfiles,16010,1731964576489/wal.dat..empty for reading. File is empty org.apache.hadoop.hbase.regionserver.wal.WALHeaderEOFException: EOF while reading PB WAL magic at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.readHeader(AbstractProtobufWALReader.java:221) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.init(AbstractProtobufWALReader.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:417) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:396) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:527) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:459) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:305) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitAndCount(TestWALSplit.java:529) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testEmptyLogFiles(TestWALSplit.java:563) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testEmptyOpenLogFiles(TestWALSplit.java:553) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.EOFException at java.io.DataInputStream.readFully(DataInputStream.java:203) ~[?:?] at java.io.DataInputStream.readFully(DataInputStream.java:172) ~[?:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.readHeader(AbstractProtobufWALReader.java:219) ~[classes/:?] ... 37 more 2024-11-18T21:16:18,543 WARN [Time-limited test {}] wal.WALSplitter(307): Nothing in hdfs://localhost:46137/user/jenkins/test-data/a6446021-7ef9-9a43-6e6d-47a8c0f8152e/WALs/testemptyopenlogfiles,16010,1731964576489/wal.dat..empty; empty? 2024-11-18T21:16:18,543 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/a6446021-7ef9-9a43-6e6d-47a8c0f8152e/WALs/testemptyopenlogfiles,16010,1731964576489/wal.dat..empty so closing down 2024-11-18T21:16:18,543 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 22 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/a6446021-7ef9-9a43-6e6d-47a8c0f8152e/WALs/testemptyopenlogfiles,16010,1731964576489/wal.dat..empty, size=0, length=0, corrupted=false, cancelled=false 2024-11-18T21:16:18,543 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46137/user/jenkins/test-data/a6446021-7ef9-9a43-6e6d-47a8c0f8152e/WALs/testemptyopenlogfiles,16010,1731964576489/wal.dat..empty, journal: Splitting hdfs://localhost:46137/user/jenkins/test-data/a6446021-7ef9-9a43-6e6d-47a8c0f8152e/WALs/testemptyopenlogfiles,16010,1731964576489/wal.dat..empty, size=0 (0bytes) at 1731964578521Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/a6446021-7ef9-9a43-6e6d-47a8c0f8152e/WALs/testemptyopenlogfiles,16010,1731964576489/wal.dat..empty so closing down at 1731964578543 (+22 ms)Processed 0 edits across 0 Regions in 22 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/a6446021-7ef9-9a43-6e6d-47a8c0f8152e/WALs/testemptyopenlogfiles,16010,1731964576489/wal.dat..empty, size=0, length=0, corrupted=false, cancelled=false at 1731964578543 2024-11-18T21:16:18,549 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46137/user/jenkins/test-data/a6446021-7ef9-9a43-6e6d-47a8c0f8152e/WALs/testemptyopenlogfiles,16010,1731964576489/wal.dat..empty to hdfs://localhost:46137/user/jenkins/test-data/a6446021-7ef9-9a43-6e6d-47a8c0f8152e/oldWALs/wal.dat..empty 2024-11-18T21:16:18,550 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46137/user/jenkins/test-data/a6446021-7ef9-9a43-6e6d-47a8c0f8152e/WALs/testemptyopenlogfiles,16010,1731964576489/wal.dat.0, size=1.4 K (1393bytes) 2024-11-18T21:16:18,550 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46137/user/jenkins/test-data/a6446021-7ef9-9a43-6e6d-47a8c0f8152e/WALs/testemptyopenlogfiles,16010,1731964576489/wal.dat.0 2024-11-18T21:16:18,551 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46137/user/jenkins/test-data/a6446021-7ef9-9a43-6e6d-47a8c0f8152e/WALs/testemptyopenlogfiles,16010,1731964576489/wal.dat.0 after 1ms 2024-11-18T21:16:18,558 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46137/user/jenkins/test-data/a6446021-7ef9-9a43-6e6d-47a8c0f8152e/WALs/testemptyopenlogfiles,16010,1731964576489/wal.dat.0 took 9ms 2024-11-18T21:16:18,593 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/a6446021-7ef9-9a43-6e6d-47a8c0f8152e/WALs/testemptyopenlogfiles,16010,1731964576489/wal.dat.0 so closing down 2024-11-18T21:16:18,593 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T21:16:18,596 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T21:16:18,613 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-18T21:16:18,617 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-18T21:16:18,621 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/a6446021-7ef9-9a43-6e6d-47a8c0f8152e/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-18T21:16:18,636 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/a6446021-7ef9-9a43-6e6d-47a8c0f8152e/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-18T21:16:18,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742019_1198 (size=743) 2024-11-18T21:16:18,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742019_1198 (size=743) 2024-11-18T21:16:18,667 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/a6446021-7ef9-9a43-6e6d-47a8c0f8152e/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T21:16:18,671 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/a6446021-7ef9-9a43-6e6d-47a8c0f8152e/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:46137/user/jenkins/test-data/a6446021-7ef9-9a43-6e6d-47a8c0f8152e/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-18T21:16:18,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742018_1197 (size=743) 2024-11-18T21:16:18,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742018_1197 (size=743) 2024-11-18T21:16:18,687 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/a6446021-7ef9-9a43-6e6d-47a8c0f8152e/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T21:16:18,692 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/a6446021-7ef9-9a43-6e6d-47a8c0f8152e/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:46137/user/jenkins/test-data/a6446021-7ef9-9a43-6e6d-47a8c0f8152e/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-18T21:16:18,693 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 116 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/a6446021-7ef9-9a43-6e6d-47a8c0f8152e/WALs/testemptyopenlogfiles,16010,1731964576489/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T21:16:18,693 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46137/user/jenkins/test-data/a6446021-7ef9-9a43-6e6d-47a8c0f8152e/WALs/testemptyopenlogfiles,16010,1731964576489/wal.dat.0, journal: Splitting hdfs://localhost:46137/user/jenkins/test-data/a6446021-7ef9-9a43-6e6d-47a8c0f8152e/WALs/testemptyopenlogfiles,16010,1731964576489/wal.dat.0, size=1.4 K (1393bytes) at 1731964578550Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/a6446021-7ef9-9a43-6e6d-47a8c0f8152e/WALs/testemptyopenlogfiles,16010,1731964576489/wal.dat.0 so closing down at 1731964578593 (+43 ms)3 split writer threads finished at 1731964578596 (+3 ms)Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/a6446021-7ef9-9a43-6e6d-47a8c0f8152e/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731964578621 (+25 ms)Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/a6446021-7ef9-9a43-6e6d-47a8c0f8152e/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731964578637 (+16 ms)Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/a6446021-7ef9-9a43-6e6d-47a8c0f8152e/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731964578667 (+30 ms)Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/a6446021-7ef9-9a43-6e6d-47a8c0f8152e/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:46137/user/jenkins/test-data/a6446021-7ef9-9a43-6e6d-47a8c0f8152e/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731964578671 (+4 ms)Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/a6446021-7ef9-9a43-6e6d-47a8c0f8152e/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731964578687 (+16 ms)Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/a6446021-7ef9-9a43-6e6d-47a8c0f8152e/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:46137/user/jenkins/test-data/a6446021-7ef9-9a43-6e6d-47a8c0f8152e/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731964578693 (+6 ms)Processed 20 edits across 2 Regions in 116 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/a6446021-7ef9-9a43-6e6d-47a8c0f8152e/WALs/testemptyopenlogfiles,16010,1731964576489/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731964578693 2024-11-18T21:16:18,720 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46137/user/jenkins/test-data/a6446021-7ef9-9a43-6e6d-47a8c0f8152e/WALs/testemptyopenlogfiles,16010,1731964576489/wal.dat.0 to hdfs://localhost:46137/user/jenkins/test-data/a6446021-7ef9-9a43-6e6d-47a8c0f8152e/oldWALs/wal.dat.0 2024-11-18T21:16:18,720 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46137/user/jenkins/test-data/a6446021-7ef9-9a43-6e6d-47a8c0f8152e/WALs/testemptyopenlogfiles,16010,1731964576489/wal.dat.1, size=1.4 K (1393bytes) 2024-11-18T21:16:18,720 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46137/user/jenkins/test-data/a6446021-7ef9-9a43-6e6d-47a8c0f8152e/WALs/testemptyopenlogfiles,16010,1731964576489/wal.dat.1 2024-11-18T21:16:18,724 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46137/user/jenkins/test-data/a6446021-7ef9-9a43-6e6d-47a8c0f8152e/WALs/testemptyopenlogfiles,16010,1731964576489/wal.dat.1 after 3ms 2024-11-18T21:16:18,729 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46137/user/jenkins/test-data/a6446021-7ef9-9a43-6e6d-47a8c0f8152e/WALs/testemptyopenlogfiles,16010,1731964576489/wal.dat.1 took 9ms 2024-11-18T21:16:18,746 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/a6446021-7ef9-9a43-6e6d-47a8c0f8152e/WALs/testemptyopenlogfiles,16010,1731964576489/wal.dat.1 so closing down 2024-11-18T21:16:18,746 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T21:16:18,746 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T21:16:18,758 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-18T21:16:18,760 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-18T21:16:18,762 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/a6446021-7ef9-9a43-6e6d-47a8c0f8152e/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-18T21:16:18,765 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/a6446021-7ef9-9a43-6e6d-47a8c0f8152e/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-18T21:16:18,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742020_1199 (size=743) 2024-11-18T21:16:18,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742020_1199 (size=743) 2024-11-18T21:16:18,816 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/a6446021-7ef9-9a43-6e6d-47a8c0f8152e/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T21:16:18,832 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/a6446021-7ef9-9a43-6e6d-47a8c0f8152e/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:46137/user/jenkins/test-data/a6446021-7ef9-9a43-6e6d-47a8c0f8152e/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-18T21:16:18,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742021_1200 (size=743) 2024-11-18T21:16:18,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742021_1200 (size=743) 2024-11-18T21:16:18,871 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/a6446021-7ef9-9a43-6e6d-47a8c0f8152e/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T21:16:18,873 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/a6446021-7ef9-9a43-6e6d-47a8c0f8152e/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:46137/user/jenkins/test-data/a6446021-7ef9-9a43-6e6d-47a8c0f8152e/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-18T21:16:18,873 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 129 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/a6446021-7ef9-9a43-6e6d-47a8c0f8152e/WALs/testemptyopenlogfiles,16010,1731964576489/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T21:16:18,873 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46137/user/jenkins/test-data/a6446021-7ef9-9a43-6e6d-47a8c0f8152e/WALs/testemptyopenlogfiles,16010,1731964576489/wal.dat.1, journal: Splitting hdfs://localhost:46137/user/jenkins/test-data/a6446021-7ef9-9a43-6e6d-47a8c0f8152e/WALs/testemptyopenlogfiles,16010,1731964576489/wal.dat.1, size=1.4 K (1393bytes) at 1731964578720Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/a6446021-7ef9-9a43-6e6d-47a8c0f8152e/WALs/testemptyopenlogfiles,16010,1731964576489/wal.dat.1 so closing down at 1731964578746 (+26 ms)3 split writer threads finished at 1731964578746Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/a6446021-7ef9-9a43-6e6d-47a8c0f8152e/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731964578762 (+16 ms)Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/a6446021-7ef9-9a43-6e6d-47a8c0f8152e/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731964578765 (+3 ms)Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/a6446021-7ef9-9a43-6e6d-47a8c0f8152e/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731964578816 (+51 ms)Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/a6446021-7ef9-9a43-6e6d-47a8c0f8152e/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:46137/user/jenkins/test-data/a6446021-7ef9-9a43-6e6d-47a8c0f8152e/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731964578832 (+16 ms)Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/a6446021-7ef9-9a43-6e6d-47a8c0f8152e/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731964578871 (+39 ms)Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/a6446021-7ef9-9a43-6e6d-47a8c0f8152e/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:46137/user/jenkins/test-data/a6446021-7ef9-9a43-6e6d-47a8c0f8152e/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731964578873 (+2 ms)Processed 20 edits across 2 Regions in 129 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/a6446021-7ef9-9a43-6e6d-47a8c0f8152e/WALs/testemptyopenlogfiles,16010,1731964576489/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731964578873 2024-11-18T21:16:18,877 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46137/user/jenkins/test-data/a6446021-7ef9-9a43-6e6d-47a8c0f8152e/WALs/testemptyopenlogfiles,16010,1731964576489/wal.dat.1 to hdfs://localhost:46137/user/jenkins/test-data/a6446021-7ef9-9a43-6e6d-47a8c0f8152e/oldWALs/wal.dat.1 2024-11-18T21:16:18,877 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46137/user/jenkins/test-data/a6446021-7ef9-9a43-6e6d-47a8c0f8152e/WALs/testemptyopenlogfiles,16010,1731964576489/wal.dat.2, size=1.4 K (1393bytes) 2024-11-18T21:16:18,877 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46137/user/jenkins/test-data/a6446021-7ef9-9a43-6e6d-47a8c0f8152e/WALs/testemptyopenlogfiles,16010,1731964576489/wal.dat.2 2024-11-18T21:16:18,878 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46137/user/jenkins/test-data/a6446021-7ef9-9a43-6e6d-47a8c0f8152e/WALs/testemptyopenlogfiles,16010,1731964576489/wal.dat.2 after 1ms 2024-11-18T21:16:18,882 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46137/user/jenkins/test-data/a6446021-7ef9-9a43-6e6d-47a8c0f8152e/WALs/testemptyopenlogfiles,16010,1731964576489/wal.dat.2 took 5ms 2024-11-18T21:16:18,913 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/a6446021-7ef9-9a43-6e6d-47a8c0f8152e/WALs/testemptyopenlogfiles,16010,1731964576489/wal.dat.2 so closing down 2024-11-18T21:16:18,914 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T21:16:18,918 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T21:16:18,940 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-18T21:16:18,946 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/a6446021-7ef9-9a43-6e6d-47a8c0f8152e/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-18T21:16:18,952 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-18T21:16:18,956 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/a6446021-7ef9-9a43-6e6d-47a8c0f8152e/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-18T21:16:18,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742022_1201 (size=743) 2024-11-18T21:16:18,989 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/a6446021-7ef9-9a43-6e6d-47a8c0f8152e/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T21:16:18,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742022_1201 (size=743) 2024-11-18T21:16:18,996 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/a6446021-7ef9-9a43-6e6d-47a8c0f8152e/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:46137/user/jenkins/test-data/a6446021-7ef9-9a43-6e6d-47a8c0f8152e/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-18T21:16:19,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742023_1202 (size=743) 2024-11-18T21:16:19,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742023_1202 (size=743) 2024-11-18T21:16:19,009 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/a6446021-7ef9-9a43-6e6d-47a8c0f8152e/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T21:16:19,011 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/a6446021-7ef9-9a43-6e6d-47a8c0f8152e/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:46137/user/jenkins/test-data/a6446021-7ef9-9a43-6e6d-47a8c0f8152e/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-18T21:16:19,011 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 102 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/a6446021-7ef9-9a43-6e6d-47a8c0f8152e/WALs/testemptyopenlogfiles,16010,1731964576489/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T21:16:19,011 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46137/user/jenkins/test-data/a6446021-7ef9-9a43-6e6d-47a8c0f8152e/WALs/testemptyopenlogfiles,16010,1731964576489/wal.dat.2, journal: Splitting hdfs://localhost:46137/user/jenkins/test-data/a6446021-7ef9-9a43-6e6d-47a8c0f8152e/WALs/testemptyopenlogfiles,16010,1731964576489/wal.dat.2, size=1.4 K (1393bytes) at 1731964578877Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/a6446021-7ef9-9a43-6e6d-47a8c0f8152e/WALs/testemptyopenlogfiles,16010,1731964576489/wal.dat.2 so closing down at 1731964578913 (+36 ms)3 split writer threads finished at 1731964578918 (+5 ms)Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/a6446021-7ef9-9a43-6e6d-47a8c0f8152e/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731964578946 (+28 ms)Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/a6446021-7ef9-9a43-6e6d-47a8c0f8152e/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731964578956 (+10 ms)Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/a6446021-7ef9-9a43-6e6d-47a8c0f8152e/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731964578989 (+33 ms)Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/a6446021-7ef9-9a43-6e6d-47a8c0f8152e/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:46137/user/jenkins/test-data/a6446021-7ef9-9a43-6e6d-47a8c0f8152e/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731964578996 (+7 ms)Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/a6446021-7ef9-9a43-6e6d-47a8c0f8152e/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731964579009 (+13 ms)Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/a6446021-7ef9-9a43-6e6d-47a8c0f8152e/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:46137/user/jenkins/test-data/a6446021-7ef9-9a43-6e6d-47a8c0f8152e/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731964579011 (+2 ms)Processed 20 edits across 2 Regions in 102 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/a6446021-7ef9-9a43-6e6d-47a8c0f8152e/WALs/testemptyopenlogfiles,16010,1731964576489/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731964579011 2024-11-18T21:16:19,019 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46137/user/jenkins/test-data/a6446021-7ef9-9a43-6e6d-47a8c0f8152e/WALs/testemptyopenlogfiles,16010,1731964576489/wal.dat.2 to hdfs://localhost:46137/user/jenkins/test-data/a6446021-7ef9-9a43-6e6d-47a8c0f8152e/oldWALs/wal.dat.2 2024-11-18T21:16:19,019 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46137/user/jenkins/test-data/a6446021-7ef9-9a43-6e6d-47a8c0f8152e/WALs/testemptyopenlogfiles,16010,1731964576489/wal.dat.3, size=1.4 K (1393bytes) 2024-11-18T21:16:19,019 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46137/user/jenkins/test-data/a6446021-7ef9-9a43-6e6d-47a8c0f8152e/WALs/testemptyopenlogfiles,16010,1731964576489/wal.dat.3 2024-11-18T21:16:19,020 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46137/user/jenkins/test-data/a6446021-7ef9-9a43-6e6d-47a8c0f8152e/WALs/testemptyopenlogfiles,16010,1731964576489/wal.dat.3 after 1ms 2024-11-18T21:16:19,023 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46137/user/jenkins/test-data/a6446021-7ef9-9a43-6e6d-47a8c0f8152e/WALs/testemptyopenlogfiles,16010,1731964576489/wal.dat.3 took 4ms 2024-11-18T21:16:19,030 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/a6446021-7ef9-9a43-6e6d-47a8c0f8152e/WALs/testemptyopenlogfiles,16010,1731964576489/wal.dat.3 so closing down 2024-11-18T21:16:19,030 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T21:16:19,032 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T21:16:19,042 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-18T21:16:19,045 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-18T21:16:19,061 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/a6446021-7ef9-9a43-6e6d-47a8c0f8152e/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-18T21:16:19,069 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/a6446021-7ef9-9a43-6e6d-47a8c0f8152e/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-18T21:16:19,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742024_1203 (size=743) 2024-11-18T21:16:19,121 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/a6446021-7ef9-9a43-6e6d-47a8c0f8152e/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T21:16:19,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742024_1203 (size=743) 2024-11-18T21:16:19,125 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/a6446021-7ef9-9a43-6e6d-47a8c0f8152e/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:46137/user/jenkins/test-data/a6446021-7ef9-9a43-6e6d-47a8c0f8152e/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-18T21:16:19,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742025_1204 (size=743) 2024-11-18T21:16:19,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742025_1204 (size=743) 2024-11-18T21:16:19,576 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/a6446021-7ef9-9a43-6e6d-47a8c0f8152e/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T21:16:19,578 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/a6446021-7ef9-9a43-6e6d-47a8c0f8152e/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:46137/user/jenkins/test-data/a6446021-7ef9-9a43-6e6d-47a8c0f8152e/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-18T21:16:19,578 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 549 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/a6446021-7ef9-9a43-6e6d-47a8c0f8152e/WALs/testemptyopenlogfiles,16010,1731964576489/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T21:16:19,578 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46137/user/jenkins/test-data/a6446021-7ef9-9a43-6e6d-47a8c0f8152e/WALs/testemptyopenlogfiles,16010,1731964576489/wal.dat.3, journal: Splitting hdfs://localhost:46137/user/jenkins/test-data/a6446021-7ef9-9a43-6e6d-47a8c0f8152e/WALs/testemptyopenlogfiles,16010,1731964576489/wal.dat.3, size=1.4 K (1393bytes) at 1731964579019Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/a6446021-7ef9-9a43-6e6d-47a8c0f8152e/WALs/testemptyopenlogfiles,16010,1731964576489/wal.dat.3 so closing down at 1731964579030 (+11 ms)3 split writer threads finished at 1731964579032 (+2 ms)Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/a6446021-7ef9-9a43-6e6d-47a8c0f8152e/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731964579061 (+29 ms)Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/a6446021-7ef9-9a43-6e6d-47a8c0f8152e/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731964579069 (+8 ms)Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/a6446021-7ef9-9a43-6e6d-47a8c0f8152e/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731964579121 (+52 ms)Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/a6446021-7ef9-9a43-6e6d-47a8c0f8152e/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:46137/user/jenkins/test-data/a6446021-7ef9-9a43-6e6d-47a8c0f8152e/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1731964579125 (+4 ms)Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/a6446021-7ef9-9a43-6e6d-47a8c0f8152e/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731964579576 (+451 ms)Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/a6446021-7ef9-9a43-6e6d-47a8c0f8152e/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:46137/user/jenkins/test-data/a6446021-7ef9-9a43-6e6d-47a8c0f8152e/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731964579578 (+2 ms)Processed 20 edits across 2 Regions in 549 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/a6446021-7ef9-9a43-6e6d-47a8c0f8152e/WALs/testemptyopenlogfiles,16010,1731964576489/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731964579578 2024-11-18T21:16:19,582 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46137/user/jenkins/test-data/a6446021-7ef9-9a43-6e6d-47a8c0f8152e/WALs/testemptyopenlogfiles,16010,1731964576489/wal.dat.3 to hdfs://localhost:46137/user/jenkins/test-data/a6446021-7ef9-9a43-6e6d-47a8c0f8152e/oldWALs/wal.dat.3 2024-11-18T21:16:19,582 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46137/user/jenkins/test-data/a6446021-7ef9-9a43-6e6d-47a8c0f8152e/WALs/testemptyopenlogfiles,16010,1731964576489/wal.dat.4, size=1.4 K (1393bytes) 2024-11-18T21:16:19,582 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46137/user/jenkins/test-data/a6446021-7ef9-9a43-6e6d-47a8c0f8152e/WALs/testemptyopenlogfiles,16010,1731964576489/wal.dat.4 2024-11-18T21:16:19,583 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46137/user/jenkins/test-data/a6446021-7ef9-9a43-6e6d-47a8c0f8152e/WALs/testemptyopenlogfiles,16010,1731964576489/wal.dat.4 after 1ms 2024-11-18T21:16:19,593 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46137/user/jenkins/test-data/a6446021-7ef9-9a43-6e6d-47a8c0f8152e/WALs/testemptyopenlogfiles,16010,1731964576489/wal.dat.4 took 11ms 2024-11-18T21:16:19,626 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/a6446021-7ef9-9a43-6e6d-47a8c0f8152e/WALs/testemptyopenlogfiles,16010,1731964576489/wal.dat.4 so closing down 2024-11-18T21:16:19,626 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T21:16:19,631 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T21:16:19,645 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-18T21:16:19,653 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-18T21:16:19,664 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/a6446021-7ef9-9a43-6e6d-47a8c0f8152e/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-18T21:16:19,673 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/a6446021-7ef9-9a43-6e6d-47a8c0f8152e/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-18T21:16:19,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742026_1205 (size=743) 2024-11-18T21:16:19,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742026_1205 (size=743) 2024-11-18T21:16:19,702 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/a6446021-7ef9-9a43-6e6d-47a8c0f8152e/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T21:16:19,705 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/a6446021-7ef9-9a43-6e6d-47a8c0f8152e/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:46137/user/jenkins/test-data/a6446021-7ef9-9a43-6e6d-47a8c0f8152e/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-18T21:16:19,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742027_1206 (size=743) 2024-11-18T21:16:19,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742027_1206 (size=743) 2024-11-18T21:16:20,127 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/a6446021-7ef9-9a43-6e6d-47a8c0f8152e/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T21:16:20,132 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/a6446021-7ef9-9a43-6e6d-47a8c0f8152e/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:46137/user/jenkins/test-data/a6446021-7ef9-9a43-6e6d-47a8c0f8152e/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-18T21:16:20,132 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 508 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/a6446021-7ef9-9a43-6e6d-47a8c0f8152e/WALs/testemptyopenlogfiles,16010,1731964576489/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T21:16:20,132 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46137/user/jenkins/test-data/a6446021-7ef9-9a43-6e6d-47a8c0f8152e/WALs/testemptyopenlogfiles,16010,1731964576489/wal.dat.4, journal: Splitting hdfs://localhost:46137/user/jenkins/test-data/a6446021-7ef9-9a43-6e6d-47a8c0f8152e/WALs/testemptyopenlogfiles,16010,1731964576489/wal.dat.4, size=1.4 K (1393bytes) at 1731964579582Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/a6446021-7ef9-9a43-6e6d-47a8c0f8152e/WALs/testemptyopenlogfiles,16010,1731964576489/wal.dat.4 so closing down at 1731964579626 (+44 ms)3 split writer threads finished at 1731964579631 (+5 ms)Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/a6446021-7ef9-9a43-6e6d-47a8c0f8152e/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731964579664 (+33 ms)Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/a6446021-7ef9-9a43-6e6d-47a8c0f8152e/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731964579673 (+9 ms)Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/a6446021-7ef9-9a43-6e6d-47a8c0f8152e/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731964579702 (+29 ms)Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/a6446021-7ef9-9a43-6e6d-47a8c0f8152e/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:46137/user/jenkins/test-data/a6446021-7ef9-9a43-6e6d-47a8c0f8152e/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731964579705 (+3 ms)Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/a6446021-7ef9-9a43-6e6d-47a8c0f8152e/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731964580127 (+422 ms)Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/a6446021-7ef9-9a43-6e6d-47a8c0f8152e/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:46137/user/jenkins/test-data/a6446021-7ef9-9a43-6e6d-47a8c0f8152e/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1731964580132 (+5 ms)Processed 20 edits across 2 Regions in 508 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/a6446021-7ef9-9a43-6e6d-47a8c0f8152e/WALs/testemptyopenlogfiles,16010,1731964576489/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731964580132 2024-11-18T21:16:20,138 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46137/user/jenkins/test-data/a6446021-7ef9-9a43-6e6d-47a8c0f8152e/WALs/testemptyopenlogfiles,16010,1731964576489/wal.dat.4 to hdfs://localhost:46137/user/jenkins/test-data/a6446021-7ef9-9a43-6e6d-47a8c0f8152e/oldWALs/wal.dat.4 2024-11-18T21:16:20,139 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46137/user/jenkins/test-data/a6446021-7ef9-9a43-6e6d-47a8c0f8152e/WALs/testemptyopenlogfiles,16010,1731964576489/wal.dat.5, size=1.4 K (1393bytes) 2024-11-18T21:16:20,139 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46137/user/jenkins/test-data/a6446021-7ef9-9a43-6e6d-47a8c0f8152e/WALs/testemptyopenlogfiles,16010,1731964576489/wal.dat.5 2024-11-18T21:16:20,140 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46137/user/jenkins/test-data/a6446021-7ef9-9a43-6e6d-47a8c0f8152e/WALs/testemptyopenlogfiles,16010,1731964576489/wal.dat.5 after 1ms 2024-11-18T21:16:20,143 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46137/user/jenkins/test-data/a6446021-7ef9-9a43-6e6d-47a8c0f8152e/WALs/testemptyopenlogfiles,16010,1731964576489/wal.dat.5 took 5ms 2024-11-18T21:16:20,151 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/a6446021-7ef9-9a43-6e6d-47a8c0f8152e/WALs/testemptyopenlogfiles,16010,1731964576489/wal.dat.5 so closing down 2024-11-18T21:16:20,151 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T21:16:20,158 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T21:16:20,169 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-18T21:16:20,180 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/a6446021-7ef9-9a43-6e6d-47a8c0f8152e/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-18T21:16:20,181 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-18T21:16:20,205 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/a6446021-7ef9-9a43-6e6d-47a8c0f8152e/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-18T21:16:20,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742029_1208 (size=743) 2024-11-18T21:16:20,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742029_1208 (size=743) 2024-11-18T21:16:20,275 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/a6446021-7ef9-9a43-6e6d-47a8c0f8152e/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T21:16:20,289 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/a6446021-7ef9-9a43-6e6d-47a8c0f8152e/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:46137/user/jenkins/test-data/a6446021-7ef9-9a43-6e6d-47a8c0f8152e/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-18T21:16:20,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742028_1207 (size=743) 2024-11-18T21:16:20,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742028_1207 (size=743) 2024-11-18T21:16:20,313 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/a6446021-7ef9-9a43-6e6d-47a8c0f8152e/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T21:16:20,317 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/a6446021-7ef9-9a43-6e6d-47a8c0f8152e/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:46137/user/jenkins/test-data/a6446021-7ef9-9a43-6e6d-47a8c0f8152e/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-18T21:16:20,317 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 167 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/a6446021-7ef9-9a43-6e6d-47a8c0f8152e/WALs/testemptyopenlogfiles,16010,1731964576489/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T21:16:20,317 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46137/user/jenkins/test-data/a6446021-7ef9-9a43-6e6d-47a8c0f8152e/WALs/testemptyopenlogfiles,16010,1731964576489/wal.dat.5, journal: Splitting hdfs://localhost:46137/user/jenkins/test-data/a6446021-7ef9-9a43-6e6d-47a8c0f8152e/WALs/testemptyopenlogfiles,16010,1731964576489/wal.dat.5, size=1.4 K (1393bytes) at 1731964580139Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/a6446021-7ef9-9a43-6e6d-47a8c0f8152e/WALs/testemptyopenlogfiles,16010,1731964576489/wal.dat.5 so closing down at 1731964580151 (+12 ms)3 split writer threads finished at 1731964580158 (+7 ms)Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/a6446021-7ef9-9a43-6e6d-47a8c0f8152e/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731964580180 (+22 ms)Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/a6446021-7ef9-9a43-6e6d-47a8c0f8152e/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1731964580205 (+25 ms)Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/a6446021-7ef9-9a43-6e6d-47a8c0f8152e/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731964580275 (+70 ms)Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/a6446021-7ef9-9a43-6e6d-47a8c0f8152e/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:46137/user/jenkins/test-data/a6446021-7ef9-9a43-6e6d-47a8c0f8152e/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1731964580289 (+14 ms)Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/a6446021-7ef9-9a43-6e6d-47a8c0f8152e/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731964580313 (+24 ms)Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/a6446021-7ef9-9a43-6e6d-47a8c0f8152e/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:46137/user/jenkins/test-data/a6446021-7ef9-9a43-6e6d-47a8c0f8152e/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1731964580317 (+4 ms)Processed 20 edits across 2 Regions in 167 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/a6446021-7ef9-9a43-6e6d-47a8c0f8152e/WALs/testemptyopenlogfiles,16010,1731964576489/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731964580317 2024-11-18T21:16:20,325 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46137/user/jenkins/test-data/a6446021-7ef9-9a43-6e6d-47a8c0f8152e/WALs/testemptyopenlogfiles,16010,1731964576489/wal.dat.5 to hdfs://localhost:46137/user/jenkins/test-data/a6446021-7ef9-9a43-6e6d-47a8c0f8152e/oldWALs/wal.dat.5 2024-11-18T21:16:20,325 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46137/user/jenkins/test-data/a6446021-7ef9-9a43-6e6d-47a8c0f8152e/WALs/testemptyopenlogfiles,16010,1731964576489/wal.dat.6, size=1.4 K (1405bytes) 2024-11-18T21:16:20,326 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46137/user/jenkins/test-data/a6446021-7ef9-9a43-6e6d-47a8c0f8152e/WALs/testemptyopenlogfiles,16010,1731964576489/wal.dat.6 2024-11-18T21:16:20,335 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46137/user/jenkins/test-data/a6446021-7ef9-9a43-6e6d-47a8c0f8152e/WALs/testemptyopenlogfiles,16010,1731964576489/wal.dat.6 after 9ms 2024-11-18T21:16:20,346 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46137/user/jenkins/test-data/a6446021-7ef9-9a43-6e6d-47a8c0f8152e/WALs/testemptyopenlogfiles,16010,1731964576489/wal.dat.6 took 21ms 2024-11-18T21:16:20,366 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/a6446021-7ef9-9a43-6e6d-47a8c0f8152e/WALs/testemptyopenlogfiles,16010,1731964576489/wal.dat.6 so closing down 2024-11-18T21:16:20,366 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T21:16:20,374 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T21:16:20,400 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-18T21:16:20,417 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/a6446021-7ef9-9a43-6e6d-47a8c0f8152e/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-18T21:16:20,423 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-18T21:16:20,446 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/a6446021-7ef9-9a43-6e6d-47a8c0f8152e/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-18T21:16:20,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742030_1209 (size=749) 2024-11-18T21:16:20,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742030_1209 (size=749) 2024-11-18T21:16:20,506 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/a6446021-7ef9-9a43-6e6d-47a8c0f8152e/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T21:16:20,508 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/a6446021-7ef9-9a43-6e6d-47a8c0f8152e/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:46137/user/jenkins/test-data/a6446021-7ef9-9a43-6e6d-47a8c0f8152e/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-18T21:16:20,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742031_1210 (size=749) 2024-11-18T21:16:20,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742031_1210 (size=749) 2024-11-18T21:16:20,516 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/a6446021-7ef9-9a43-6e6d-47a8c0f8152e/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T21:16:20,517 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/a6446021-7ef9-9a43-6e6d-47a8c0f8152e/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:46137/user/jenkins/test-data/a6446021-7ef9-9a43-6e6d-47a8c0f8152e/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-18T21:16:20,518 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 153 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/a6446021-7ef9-9a43-6e6d-47a8c0f8152e/WALs/testemptyopenlogfiles,16010,1731964576489/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-18T21:16:20,518 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46137/user/jenkins/test-data/a6446021-7ef9-9a43-6e6d-47a8c0f8152e/WALs/testemptyopenlogfiles,16010,1731964576489/wal.dat.6, journal: Splitting hdfs://localhost:46137/user/jenkins/test-data/a6446021-7ef9-9a43-6e6d-47a8c0f8152e/WALs/testemptyopenlogfiles,16010,1731964576489/wal.dat.6, size=1.4 K (1405bytes) at 1731964580325Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/a6446021-7ef9-9a43-6e6d-47a8c0f8152e/WALs/testemptyopenlogfiles,16010,1731964576489/wal.dat.6 so closing down at 1731964580366 (+41 ms)3 split writer threads finished at 1731964580374 (+8 ms)Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/a6446021-7ef9-9a43-6e6d-47a8c0f8152e/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731964580417 (+43 ms)Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/a6446021-7ef9-9a43-6e6d-47a8c0f8152e/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731964580446 (+29 ms)Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/a6446021-7ef9-9a43-6e6d-47a8c0f8152e/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731964580506 (+60 ms)Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/a6446021-7ef9-9a43-6e6d-47a8c0f8152e/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:46137/user/jenkins/test-data/a6446021-7ef9-9a43-6e6d-47a8c0f8152e/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1731964580508 (+2 ms)Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/a6446021-7ef9-9a43-6e6d-47a8c0f8152e/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731964580516 (+8 ms)Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/a6446021-7ef9-9a43-6e6d-47a8c0f8152e/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:46137/user/jenkins/test-data/a6446021-7ef9-9a43-6e6d-47a8c0f8152e/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1731964580517 (+1 ms)Processed 20 edits across 2 Regions in 153 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/a6446021-7ef9-9a43-6e6d-47a8c0f8152e/WALs/testemptyopenlogfiles,16010,1731964576489/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1731964580518 (+1 ms) 2024-11-18T21:16:20,521 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46137/user/jenkins/test-data/a6446021-7ef9-9a43-6e6d-47a8c0f8152e/WALs/testemptyopenlogfiles,16010,1731964576489/wal.dat.6 to hdfs://localhost:46137/user/jenkins/test-data/a6446021-7ef9-9a43-6e6d-47a8c0f8152e/oldWALs/wal.dat.6 2024-11-18T21:16:20,521 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46137/user/jenkins/test-data/a6446021-7ef9-9a43-6e6d-47a8c0f8152e/WALs/testemptyopenlogfiles,16010,1731964576489/wal.dat.7, size=1.4 K (1413bytes) 2024-11-18T21:16:20,521 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46137/user/jenkins/test-data/a6446021-7ef9-9a43-6e6d-47a8c0f8152e/WALs/testemptyopenlogfiles,16010,1731964576489/wal.dat.7 2024-11-18T21:16:20,522 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46137/user/jenkins/test-data/a6446021-7ef9-9a43-6e6d-47a8c0f8152e/WALs/testemptyopenlogfiles,16010,1731964576489/wal.dat.7 after 1ms 2024-11-18T21:16:20,526 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46137/user/jenkins/test-data/a6446021-7ef9-9a43-6e6d-47a8c0f8152e/WALs/testemptyopenlogfiles,16010,1731964576489/wal.dat.7 took 4ms 2024-11-18T21:16:20,550 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/a6446021-7ef9-9a43-6e6d-47a8c0f8152e/WALs/testemptyopenlogfiles,16010,1731964576489/wal.dat.7 so closing down 2024-11-18T21:16:20,550 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T21:16:20,552 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T21:16:20,567 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-18T21:16:20,569 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-18T21:16:20,573 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/a6446021-7ef9-9a43-6e6d-47a8c0f8152e/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-18T21:16:20,581 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/a6446021-7ef9-9a43-6e6d-47a8c0f8152e/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-18T21:16:20,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742033_1212 (size=753) 2024-11-18T21:16:20,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742033_1212 (size=753) 2024-11-18T21:16:20,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742032_1211 (size=753) 2024-11-18T21:16:20,614 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/a6446021-7ef9-9a43-6e6d-47a8c0f8152e/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T21:16:20,616 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/a6446021-7ef9-9a43-6e6d-47a8c0f8152e/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:46137/user/jenkins/test-data/a6446021-7ef9-9a43-6e6d-47a8c0f8152e/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-18T21:16:20,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742032_1211 (size=753) 2024-11-18T21:16:20,618 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/a6446021-7ef9-9a43-6e6d-47a8c0f8152e/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T21:16:20,620 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/a6446021-7ef9-9a43-6e6d-47a8c0f8152e/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:46137/user/jenkins/test-data/a6446021-7ef9-9a43-6e6d-47a8c0f8152e/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-18T21:16:20,620 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 72 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/a6446021-7ef9-9a43-6e6d-47a8c0f8152e/WALs/testemptyopenlogfiles,16010,1731964576489/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-18T21:16:20,620 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46137/user/jenkins/test-data/a6446021-7ef9-9a43-6e6d-47a8c0f8152e/WALs/testemptyopenlogfiles,16010,1731964576489/wal.dat.7, journal: Splitting hdfs://localhost:46137/user/jenkins/test-data/a6446021-7ef9-9a43-6e6d-47a8c0f8152e/WALs/testemptyopenlogfiles,16010,1731964576489/wal.dat.7, size=1.4 K (1413bytes) at 1731964580521Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/a6446021-7ef9-9a43-6e6d-47a8c0f8152e/WALs/testemptyopenlogfiles,16010,1731964576489/wal.dat.7 so closing down at 1731964580550 (+29 ms)3 split writer threads finished at 1731964580552 (+2 ms)Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/a6446021-7ef9-9a43-6e6d-47a8c0f8152e/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731964580573 (+21 ms)Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/a6446021-7ef9-9a43-6e6d-47a8c0f8152e/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731964580581 (+8 ms)Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/a6446021-7ef9-9a43-6e6d-47a8c0f8152e/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731964580614 (+33 ms)Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/a6446021-7ef9-9a43-6e6d-47a8c0f8152e/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:46137/user/jenkins/test-data/a6446021-7ef9-9a43-6e6d-47a8c0f8152e/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1731964580616 (+2 ms)Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/a6446021-7ef9-9a43-6e6d-47a8c0f8152e/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731964580618 (+2 ms)Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/a6446021-7ef9-9a43-6e6d-47a8c0f8152e/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:46137/user/jenkins/test-data/a6446021-7ef9-9a43-6e6d-47a8c0f8152e/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1731964580620 (+2 ms)Processed 20 edits across 2 Regions in 72 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/a6446021-7ef9-9a43-6e6d-47a8c0f8152e/WALs/testemptyopenlogfiles,16010,1731964576489/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731964580620 2024-11-18T21:16:20,622 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46137/user/jenkins/test-data/a6446021-7ef9-9a43-6e6d-47a8c0f8152e/WALs/testemptyopenlogfiles,16010,1731964576489/wal.dat.7 to hdfs://localhost:46137/user/jenkins/test-data/a6446021-7ef9-9a43-6e6d-47a8c0f8152e/oldWALs/wal.dat.7 2024-11-18T21:16:20,622 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46137/user/jenkins/test-data/a6446021-7ef9-9a43-6e6d-47a8c0f8152e/WALs/testemptyopenlogfiles,16010,1731964576489/wal.dat.8, size=1.4 K (1413bytes) 2024-11-18T21:16:20,623 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46137/user/jenkins/test-data/a6446021-7ef9-9a43-6e6d-47a8c0f8152e/WALs/testemptyopenlogfiles,16010,1731964576489/wal.dat.8 2024-11-18T21:16:20,623 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46137/user/jenkins/test-data/a6446021-7ef9-9a43-6e6d-47a8c0f8152e/WALs/testemptyopenlogfiles,16010,1731964576489/wal.dat.8 after 0ms 2024-11-18T21:16:20,625 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46137/user/jenkins/test-data/a6446021-7ef9-9a43-6e6d-47a8c0f8152e/WALs/testemptyopenlogfiles,16010,1731964576489/wal.dat.8 took 3ms 2024-11-18T21:16:20,641 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/a6446021-7ef9-9a43-6e6d-47a8c0f8152e/WALs/testemptyopenlogfiles,16010,1731964576489/wal.dat.8 so closing down 2024-11-18T21:16:20,642 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T21:16:20,649 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T21:16:20,659 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-18T21:16:20,664 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-18T21:16:20,673 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/a6446021-7ef9-9a43-6e6d-47a8c0f8152e/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-18T21:16:20,687 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/a6446021-7ef9-9a43-6e6d-47a8c0f8152e/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-18T21:16:20,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742034_1213 (size=753) 2024-11-18T21:16:20,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742034_1213 (size=753) 2024-11-18T21:16:20,720 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/a6446021-7ef9-9a43-6e6d-47a8c0f8152e/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T21:16:20,722 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/a6446021-7ef9-9a43-6e6d-47a8c0f8152e/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:46137/user/jenkins/test-data/a6446021-7ef9-9a43-6e6d-47a8c0f8152e/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-18T21:16:20,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742035_1214 (size=753) 2024-11-18T21:16:20,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742035_1214 (size=753) 2024-11-18T21:16:20,756 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/a6446021-7ef9-9a43-6e6d-47a8c0f8152e/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T21:16:20,769 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/a6446021-7ef9-9a43-6e6d-47a8c0f8152e/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:46137/user/jenkins/test-data/a6446021-7ef9-9a43-6e6d-47a8c0f8152e/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-18T21:16:20,769 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 129 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/a6446021-7ef9-9a43-6e6d-47a8c0f8152e/WALs/testemptyopenlogfiles,16010,1731964576489/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-18T21:16:20,769 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46137/user/jenkins/test-data/a6446021-7ef9-9a43-6e6d-47a8c0f8152e/WALs/testemptyopenlogfiles,16010,1731964576489/wal.dat.8, journal: Splitting hdfs://localhost:46137/user/jenkins/test-data/a6446021-7ef9-9a43-6e6d-47a8c0f8152e/WALs/testemptyopenlogfiles,16010,1731964576489/wal.dat.8, size=1.4 K (1413bytes) at 1731964580623Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/a6446021-7ef9-9a43-6e6d-47a8c0f8152e/WALs/testemptyopenlogfiles,16010,1731964576489/wal.dat.8 so closing down at 1731964580641 (+18 ms)3 split writer threads finished at 1731964580649 (+8 ms)Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/a6446021-7ef9-9a43-6e6d-47a8c0f8152e/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731964580673 (+24 ms)Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/a6446021-7ef9-9a43-6e6d-47a8c0f8152e/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731964580687 (+14 ms)Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/a6446021-7ef9-9a43-6e6d-47a8c0f8152e/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731964580720 (+33 ms)Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/a6446021-7ef9-9a43-6e6d-47a8c0f8152e/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:46137/user/jenkins/test-data/a6446021-7ef9-9a43-6e6d-47a8c0f8152e/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1731964580722 (+2 ms)Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/a6446021-7ef9-9a43-6e6d-47a8c0f8152e/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731964580756 (+34 ms)Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/a6446021-7ef9-9a43-6e6d-47a8c0f8152e/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:46137/user/jenkins/test-data/a6446021-7ef9-9a43-6e6d-47a8c0f8152e/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1731964580769 (+13 ms)Processed 20 edits across 2 Regions in 129 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/a6446021-7ef9-9a43-6e6d-47a8c0f8152e/WALs/testemptyopenlogfiles,16010,1731964576489/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731964580769 2024-11-18T21:16:20,788 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46137/user/jenkins/test-data/a6446021-7ef9-9a43-6e6d-47a8c0f8152e/WALs/testemptyopenlogfiles,16010,1731964576489/wal.dat.8 to hdfs://localhost:46137/user/jenkins/test-data/a6446021-7ef9-9a43-6e6d-47a8c0f8152e/oldWALs/wal.dat.8 2024-11-18T21:16:20,789 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46137/user/jenkins/test-data/a6446021-7ef9-9a43-6e6d-47a8c0f8152e/WALs/testemptyopenlogfiles,16010,1731964576489/wal.dat.9, size=1.4 K (1413bytes) 2024-11-18T21:16:20,789 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46137/user/jenkins/test-data/a6446021-7ef9-9a43-6e6d-47a8c0f8152e/WALs/testemptyopenlogfiles,16010,1731964576489/wal.dat.9 2024-11-18T21:16:20,793 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46137/user/jenkins/test-data/a6446021-7ef9-9a43-6e6d-47a8c0f8152e/WALs/testemptyopenlogfiles,16010,1731964576489/wal.dat.9 after 4ms 2024-11-18T21:16:20,796 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46137/user/jenkins/test-data/a6446021-7ef9-9a43-6e6d-47a8c0f8152e/WALs/testemptyopenlogfiles,16010,1731964576489/wal.dat.9 took 8ms 2024-11-18T21:16:20,814 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/a6446021-7ef9-9a43-6e6d-47a8c0f8152e/WALs/testemptyopenlogfiles,16010,1731964576489/wal.dat.9 so closing down 2024-11-18T21:16:20,814 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T21:16:20,816 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T21:16:20,833 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-18T21:16:20,839 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-18T21:16:20,847 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/a6446021-7ef9-9a43-6e6d-47a8c0f8152e/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-18T21:16:20,848 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/a6446021-7ef9-9a43-6e6d-47a8c0f8152e/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-18T21:16:20,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742037_1216 (size=753) 2024-11-18T21:16:20,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742037_1216 (size=753) 2024-11-18T21:16:20,899 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/a6446021-7ef9-9a43-6e6d-47a8c0f8152e/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T21:16:20,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742036_1215 (size=753) 2024-11-18T21:16:20,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742036_1215 (size=753) 2024-11-18T21:16:20,902 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/a6446021-7ef9-9a43-6e6d-47a8c0f8152e/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:46137/user/jenkins/test-data/a6446021-7ef9-9a43-6e6d-47a8c0f8152e/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-18T21:16:20,909 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/a6446021-7ef9-9a43-6e6d-47a8c0f8152e/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T21:16:20,911 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/a6446021-7ef9-9a43-6e6d-47a8c0f8152e/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:46137/user/jenkins/test-data/a6446021-7ef9-9a43-6e6d-47a8c0f8152e/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-18T21:16:20,911 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 99 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/a6446021-7ef9-9a43-6e6d-47a8c0f8152e/WALs/testemptyopenlogfiles,16010,1731964576489/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-18T21:16:20,911 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46137/user/jenkins/test-data/a6446021-7ef9-9a43-6e6d-47a8c0f8152e/WALs/testemptyopenlogfiles,16010,1731964576489/wal.dat.9, journal: Splitting hdfs://localhost:46137/user/jenkins/test-data/a6446021-7ef9-9a43-6e6d-47a8c0f8152e/WALs/testemptyopenlogfiles,16010,1731964576489/wal.dat.9, size=1.4 K (1413bytes) at 1731964580789Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/a6446021-7ef9-9a43-6e6d-47a8c0f8152e/WALs/testemptyopenlogfiles,16010,1731964576489/wal.dat.9 so closing down at 1731964580814 (+25 ms)3 split writer threads finished at 1731964580816 (+2 ms)Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/a6446021-7ef9-9a43-6e6d-47a8c0f8152e/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731964580847 (+31 ms)Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/a6446021-7ef9-9a43-6e6d-47a8c0f8152e/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731964580848 (+1 ms)Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/a6446021-7ef9-9a43-6e6d-47a8c0f8152e/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731964580899 (+51 ms)Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/a6446021-7ef9-9a43-6e6d-47a8c0f8152e/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:46137/user/jenkins/test-data/a6446021-7ef9-9a43-6e6d-47a8c0f8152e/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1731964580902 (+3 ms)Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/a6446021-7ef9-9a43-6e6d-47a8c0f8152e/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731964580909 (+7 ms)Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/a6446021-7ef9-9a43-6e6d-47a8c0f8152e/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:46137/user/jenkins/test-data/a6446021-7ef9-9a43-6e6d-47a8c0f8152e/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731964580911 (+2 ms)Processed 20 edits across 2 Regions in 99 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/a6446021-7ef9-9a43-6e6d-47a8c0f8152e/WALs/testemptyopenlogfiles,16010,1731964576489/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731964580911 2024-11-18T21:16:20,914 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46137/user/jenkins/test-data/a6446021-7ef9-9a43-6e6d-47a8c0f8152e/WALs/testemptyopenlogfiles,16010,1731964576489/wal.dat.9 to hdfs://localhost:46137/user/jenkins/test-data/a6446021-7ef9-9a43-6e6d-47a8c0f8152e/oldWALs/wal.dat.9 2024-11-18T21:16:20,914 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46137/user/jenkins/test-data/a6446021-7ef9-9a43-6e6d-47a8c0f8152e/WALs/testemptyopenlogfiles,16010,1731964576489/wal.dat.empty, size=0 (0bytes) 2024-11-18T21:16:20,914 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:46137/user/jenkins/test-data/a6446021-7ef9-9a43-6e6d-47a8c0f8152e/WALs/testemptyopenlogfiles,16010,1731964576489/wal.dat.empty might be still open, length is 0 2024-11-18T21:16:20,914 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46137/user/jenkins/test-data/a6446021-7ef9-9a43-6e6d-47a8c0f8152e/WALs/testemptyopenlogfiles,16010,1731964576489/wal.dat.empty 2024-11-18T21:16:20,915 WARN [IPC Server handler 1 on default port 46137 {}] namenode.FSNamesystem(3730): BLOCK* internalReleaseLease: All existing blocks are COMPLETE, lease removed, file /user/jenkins/test-data/a6446021-7ef9-9a43-6e6d-47a8c0f8152e/WALs/testemptyopenlogfiles,16010,1731964576489/wal.dat.empty closed. 2024-11-18T21:16:20,915 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46137/user/jenkins/test-data/a6446021-7ef9-9a43-6e6d-47a8c0f8152e/WALs/testemptyopenlogfiles,16010,1731964576489/wal.dat.empty after 1ms 2024-11-18T21:16:20,916 WARN [Time-limited test {}] wal.WALSplitter(467): Could not open hdfs://localhost:46137/user/jenkins/test-data/a6446021-7ef9-9a43-6e6d-47a8c0f8152e/WALs/testemptyopenlogfiles,16010,1731964576489/wal.dat.empty for reading. File is empty org.apache.hadoop.hbase.regionserver.wal.WALHeaderEOFException: EOF while reading PB WAL magic at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.readHeader(AbstractProtobufWALReader.java:221) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.init(AbstractProtobufWALReader.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:417) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:396) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:527) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:459) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:305) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitAndCount(TestWALSplit.java:529) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testEmptyLogFiles(TestWALSplit.java:563) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testEmptyOpenLogFiles(TestWALSplit.java:553) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.EOFException at java.io.DataInputStream.readFully(DataInputStream.java:203) ~[?:?] at java.io.DataInputStream.readFully(DataInputStream.java:172) ~[?:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.readHeader(AbstractProtobufWALReader.java:219) ~[classes/:?] ... 37 more 2024-11-18T21:16:20,917 WARN [Time-limited test {}] wal.WALSplitter(307): Nothing in hdfs://localhost:46137/user/jenkins/test-data/a6446021-7ef9-9a43-6e6d-47a8c0f8152e/WALs/testemptyopenlogfiles,16010,1731964576489/wal.dat.empty; empty? 2024-11-18T21:16:20,917 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/a6446021-7ef9-9a43-6e6d-47a8c0f8152e/WALs/testemptyopenlogfiles,16010,1731964576489/wal.dat.empty so closing down 2024-11-18T21:16:20,917 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 3 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/a6446021-7ef9-9a43-6e6d-47a8c0f8152e/WALs/testemptyopenlogfiles,16010,1731964576489/wal.dat.empty, size=0, length=0, corrupted=false, cancelled=false 2024-11-18T21:16:20,917 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46137/user/jenkins/test-data/a6446021-7ef9-9a43-6e6d-47a8c0f8152e/WALs/testemptyopenlogfiles,16010,1731964576489/wal.dat.empty, journal: Splitting hdfs://localhost:46137/user/jenkins/test-data/a6446021-7ef9-9a43-6e6d-47a8c0f8152e/WALs/testemptyopenlogfiles,16010,1731964576489/wal.dat.empty, size=0 (0bytes) at 1731964580914Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/a6446021-7ef9-9a43-6e6d-47a8c0f8152e/WALs/testemptyopenlogfiles,16010,1731964576489/wal.dat.empty so closing down at 1731964580917 (+3 ms)Processed 0 edits across 0 Regions in 3 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/a6446021-7ef9-9a43-6e6d-47a8c0f8152e/WALs/testemptyopenlogfiles,16010,1731964576489/wal.dat.empty, size=0, length=0, corrupted=false, cancelled=false at 1731964580917 2024-11-18T21:16:20,919 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46137/user/jenkins/test-data/a6446021-7ef9-9a43-6e6d-47a8c0f8152e/WALs/testemptyopenlogfiles,16010,1731964576489/wal.dat.empty to hdfs://localhost:46137/user/jenkins/test-data/a6446021-7ef9-9a43-6e6d-47a8c0f8152e/oldWALs/wal.dat.empty 2024-11-18T21:16:21,084 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testEmptyOpenLogFiles Thread=138 (was 136) - Thread LEAK? -, OpenFileDescriptor=385 (was 385), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1350 (was 1398), ProcessCount=11 (was 11), AvailableMemoryMB=1533 (was 599) - AvailableMemoryMB LEAK? - 2024-11-18T21:16:21,096 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testTralingGarbageCorruptionFileSkipErrorsPasses Thread=138, OpenFileDescriptor=385, MaxFileDescriptor=1048576, SystemLoadAverage=1350, ProcessCount=11, AvailableMemoryMB=1532 2024-11-18T21:16:21,097 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-18T21:16:21,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742038_1217 (size=7) 2024-11-18T21:16:21,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742038_1217 (size=7) 2024-11-18T21:16:21,146 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46137/user/jenkins/test-data/9ef4685d-dcb0-9285-14b4-7002b6c51974 with version=8 2024-11-18T21:16:21,147 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T21:16:21,149 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T21:16:21,158 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-18T21:16:21,158 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-18T21:16:21,162 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-18T21:16:21,165 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-18T21:16:21,185 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:21,185 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:21,225 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:21,225 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:21,227 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:21,227 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:21,229 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:21,229 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:21,235 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:21,235 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:21,244 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:21,244 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:21,249 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:21,249 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:21,249 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:21,250 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:21,250 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:21,250 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:21,251 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:21,251 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:21,253 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:21,253 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:21,257 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:21,257 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:21,271 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:21,271 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:21,279 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:21,279 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:21,282 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:21,282 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:21,292 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:21,292 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:21,293 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:21,293 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:21,293 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:21,293 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:21,294 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:21,294 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:21,294 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:21,294 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:21,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742039_1218 (size=1393) 2024-11-18T21:16:21,299 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-18T21:16:21,300 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-18T21:16:21,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742039_1218 (size=1393) 2024-11-18T21:16:21,303 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:21,303 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:21,375 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:21,376 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:21,380 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:21,380 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:21,381 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:21,381 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:21,389 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:21,389 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:21,394 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:21,394 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:21,394 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:21,394 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:21,395 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:21,395 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:21,395 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:21,395 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:21,395 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:21,395 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:21,396 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:21,396 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:21,396 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:21,396 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:21,397 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:21,397 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:21,397 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:21,397 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:21,398 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:21,398 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:21,398 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:21,398 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:21,399 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:21,399 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:21,399 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:21,399 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:21,399 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:21,399 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:21,400 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:21,400 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:21,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742040_1219 (size=1393) 2024-11-18T21:16:21,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742040_1219 (size=1393) 2024-11-18T21:16:21,823 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-18T21:16:21,824 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-18T21:16:21,826 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:21,826 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:21,856 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:21,856 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:21,857 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:21,857 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:21,860 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:21,860 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:21,864 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:21,864 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:21,871 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:21,871 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:21,876 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:21,876 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:21,885 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:21,885 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:21,891 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:21,891 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:21,892 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:21,893 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:21,895 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:21,896 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:21,903 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:21,903 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:21,903 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:21,903 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:21,904 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:21,904 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:21,905 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:21,905 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:21,905 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:21,905 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:21,908 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:21,908 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:21,909 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:21,909 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:21,909 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:21,909 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:21,909 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:21,909 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:21,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742041_1220 (size=1393) 2024-11-18T21:16:21,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742041_1220 (size=1393) 2024-11-18T21:16:21,917 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-18T21:16:21,917 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-18T21:16:21,924 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:21,925 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:21,957 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:21,957 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:21,958 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:21,958 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:21,958 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:21,958 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:21,959 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:21,959 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:21,959 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:21,960 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:21,965 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:21,965 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:21,965 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:21,965 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:21,966 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:21,966 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:21,966 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:21,966 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:21,966 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:21,966 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:21,967 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:21,967 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:21,967 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:21,967 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:21,968 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:21,968 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:21,968 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:21,968 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:21,969 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:21,969 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:21,969 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:21,969 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:21,970 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:21,970 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:21,971 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:21,971 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:21,972 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:21,972 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:21,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742042_1221 (size=1393) 2024-11-18T21:16:21,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742042_1221 (size=1393) 2024-11-18T21:16:21,983 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-18T21:16:21,983 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-18T21:16:21,993 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:21,993 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:22,041 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:22,041 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:22,060 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:22,061 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:22,063 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:22,063 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:22,065 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:22,065 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:22,065 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:22,065 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:22,066 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:22,066 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:22,069 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:22,069 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:22,076 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:22,076 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:22,077 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:22,077 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:22,078 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:22,078 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:22,084 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:22,084 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:22,090 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:22,090 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:22,093 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:22,093 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:22,097 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:22,097 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:22,099 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:22,100 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:22,100 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:22,100 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:22,101 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:22,101 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:22,102 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:22,102 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:22,103 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:22,103 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:22,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742043_1222 (size=1393) 2024-11-18T21:16:22,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742043_1222 (size=1393) 2024-11-18T21:16:22,511 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-18T21:16:22,511 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-18T21:16:22,515 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:22,515 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:22,568 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:22,569 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:22,569 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:22,569 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:22,570 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:22,570 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:22,576 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:22,576 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:22,581 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:22,581 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:22,582 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:22,582 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:22,583 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:22,583 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:22,583 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:22,583 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:22,585 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:22,585 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:22,586 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:22,586 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:22,586 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:22,586 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:22,587 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:22,587 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:22,587 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:22,587 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:22,587 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:22,587 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:22,588 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:22,588 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:22,588 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:22,588 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:22,589 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:22,589 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:22,590 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:22,590 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:22,590 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:22,590 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:22,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742044_1223 (size=1393) 2024-11-18T21:16:22,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742044_1223 (size=1393) 2024-11-18T21:16:22,997 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-18T21:16:22,997 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-18T21:16:23,000 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:23,001 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:23,036 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:23,037 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:23,041 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:23,041 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:23,045 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:23,045 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:23,052 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:23,053 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:23,061 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:23,061 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:23,062 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:23,062 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:23,062 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:23,062 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:23,063 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:23,063 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:23,063 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:23,063 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:23,064 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:23,064 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:23,064 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:23,064 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:23,064 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:23,065 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:23,065 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:23,065 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:23,066 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:23,066 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:23,067 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:23,067 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:23,067 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:23,067 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:23,068 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:23,068 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:23,068 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:23,068 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:23,069 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:23,069 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:23,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742045_1224 (size=1405) 2024-11-18T21:16:23,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742045_1224 (size=1405) 2024-11-18T21:16:23,074 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-18T21:16:23,074 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-18T21:16:23,078 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:23,078 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:23,122 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:23,122 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:23,124 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:23,124 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:23,125 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:23,125 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:23,125 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:23,125 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:23,126 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:23,126 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:23,126 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:23,126 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:23,127 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:23,127 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:23,127 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:23,127 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:23,131 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:23,131 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:23,132 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:23,132 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:23,133 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:23,133 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:23,134 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:23,134 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:23,135 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:23,135 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:23,136 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:23,136 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:23,137 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:23,137 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:23,138 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:23,138 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:23,138 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:23,138 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:23,138 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:23,139 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:23,139 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:23,139 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:23,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742046_1225 (size=1413) 2024-11-18T21:16:23,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742046_1225 (size=1413) 2024-11-18T21:16:23,147 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-18T21:16:23,147 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-18T21:16:23,150 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:23,150 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:23,193 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:23,193 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:23,194 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:23,194 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:23,195 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:23,195 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:23,196 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:23,196 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:23,196 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:23,196 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:23,197 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:23,197 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:23,198 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:23,198 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:23,198 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:23,198 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:23,199 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:23,199 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:23,199 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:23,199 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:23,200 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:23,200 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:23,200 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:23,200 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:23,201 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:23,201 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:23,201 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:23,201 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:23,201 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:23,201 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:23,202 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:23,202 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:23,203 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:23,203 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:23,203 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:23,203 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:23,204 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:23,204 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:23,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742047_1226 (size=1413) 2024-11-18T21:16:23,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742047_1226 (size=1413) 2024-11-18T21:16:23,214 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-18T21:16:23,214 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-18T21:16:23,217 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:23,217 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:23,279 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:23,279 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:23,287 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:23,287 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:23,289 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:23,289 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:23,290 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:23,290 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:23,291 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:23,291 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:23,291 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:23,291 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:23,291 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:23,291 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:23,292 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:23,292 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:23,292 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:23,292 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:23,293 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:23,293 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:23,293 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:23,293 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:23,293 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:23,293 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:23,294 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:23,294 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:23,294 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:23,294 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:23,294 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:23,294 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:23,295 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:23,295 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:23,295 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:23,295 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:23,296 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:23,296 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:23,298 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:23,298 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:23,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742048_1227 (size=1413) 2024-11-18T21:16:23,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742048_1227 (size=1413) 2024-11-18T21:16:23,308 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-18T21:16:23,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742049_1228 (size=1398) 2024-11-18T21:16:23,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742049_1228 (size=1398) 2024-11-18T21:16:23,785 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46137/user/jenkins/test-data/a46a3607-2672-5812-b8df-1607107c6c95/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731964581158/wal.dat.0, size=1.4 K (1393bytes) 2024-11-18T21:16:23,785 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46137/user/jenkins/test-data/a46a3607-2672-5812-b8df-1607107c6c95/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731964581158/wal.dat.0 2024-11-18T21:16:23,786 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46137/user/jenkins/test-data/a46a3607-2672-5812-b8df-1607107c6c95/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731964581158/wal.dat.0 after 1ms 2024-11-18T21:16:23,789 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46137/user/jenkins/test-data/a46a3607-2672-5812-b8df-1607107c6c95/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731964581158/wal.dat.0 took 4ms 2024-11-18T21:16:23,797 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/a46a3607-2672-5812-b8df-1607107c6c95/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731964581158/wal.dat.0 so closing down 2024-11-18T21:16:23,797 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T21:16:23,797 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T21:16:23,804 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-18T21:16:23,808 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/a46a3607-2672-5812-b8df-1607107c6c95/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-18T21:16:23,815 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-18T21:16:23,830 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/a46a3607-2672-5812-b8df-1607107c6c95/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-18T21:16:23,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742050_1229 (size=743) 2024-11-18T21:16:23,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742050_1229 (size=743) 2024-11-18T21:16:23,883 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/a46a3607-2672-5812-b8df-1607107c6c95/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T21:16:23,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742051_1230 (size=743) 2024-11-18T21:16:23,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742051_1230 (size=743) 2024-11-18T21:16:23,892 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/a46a3607-2672-5812-b8df-1607107c6c95/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T21:16:23,893 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/a46a3607-2672-5812-b8df-1607107c6c95/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:46137/user/jenkins/test-data/a46a3607-2672-5812-b8df-1607107c6c95/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-18T21:16:23,896 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/a46a3607-2672-5812-b8df-1607107c6c95/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:46137/user/jenkins/test-data/a46a3607-2672-5812-b8df-1607107c6c95/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-18T21:16:23,896 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 102 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/a46a3607-2672-5812-b8df-1607107c6c95/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731964581158/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T21:16:23,896 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46137/user/jenkins/test-data/a46a3607-2672-5812-b8df-1607107c6c95/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731964581158/wal.dat.0, journal: Splitting hdfs://localhost:46137/user/jenkins/test-data/a46a3607-2672-5812-b8df-1607107c6c95/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731964581158/wal.dat.0, size=1.4 K (1393bytes) at 1731964583785Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/a46a3607-2672-5812-b8df-1607107c6c95/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731964581158/wal.dat.0 so closing down at 1731964583797 (+12 ms)3 split writer threads finished at 1731964583797Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/a46a3607-2672-5812-b8df-1607107c6c95/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731964583808 (+11 ms)Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/a46a3607-2672-5812-b8df-1607107c6c95/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731964583830 (+22 ms)Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/a46a3607-2672-5812-b8df-1607107c6c95/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731964583883 (+53 ms)Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/a46a3607-2672-5812-b8df-1607107c6c95/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731964583892 (+9 ms)Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/a46a3607-2672-5812-b8df-1607107c6c95/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:46137/user/jenkins/test-data/a46a3607-2672-5812-b8df-1607107c6c95/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731964583893 (+1 ms)Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/a46a3607-2672-5812-b8df-1607107c6c95/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:46137/user/jenkins/test-data/a46a3607-2672-5812-b8df-1607107c6c95/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731964583896 (+3 ms)Processed 20 edits across 2 Regions in 102 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/a46a3607-2672-5812-b8df-1607107c6c95/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731964581158/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731964583896 2024-11-18T21:16:23,899 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46137/user/jenkins/test-data/a46a3607-2672-5812-b8df-1607107c6c95/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731964581158/wal.dat.0 to hdfs://localhost:46137/user/jenkins/test-data/a46a3607-2672-5812-b8df-1607107c6c95/oldWALs/wal.dat.0 2024-11-18T21:16:23,899 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46137/user/jenkins/test-data/a46a3607-2672-5812-b8df-1607107c6c95/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731964581158/wal.dat.1, size=1.4 K (1393bytes) 2024-11-18T21:16:23,899 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46137/user/jenkins/test-data/a46a3607-2672-5812-b8df-1607107c6c95/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731964581158/wal.dat.1 2024-11-18T21:16:23,900 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46137/user/jenkins/test-data/a46a3607-2672-5812-b8df-1607107c6c95/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731964581158/wal.dat.1 after 1ms 2024-11-18T21:16:23,904 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46137/user/jenkins/test-data/a46a3607-2672-5812-b8df-1607107c6c95/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731964581158/wal.dat.1 took 5ms 2024-11-18T21:16:23,921 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/a46a3607-2672-5812-b8df-1607107c6c95/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731964581158/wal.dat.1 so closing down 2024-11-18T21:16:23,921 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T21:16:23,924 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T21:16:23,949 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-18T21:16:23,956 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-18T21:16:23,962 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/a46a3607-2672-5812-b8df-1607107c6c95/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-18T21:16:23,963 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/a46a3607-2672-5812-b8df-1607107c6c95/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-18T21:16:24,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742053_1232 (size=743) 2024-11-18T21:16:24,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742053_1232 (size=743) 2024-11-18T21:16:24,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742052_1231 (size=743) 2024-11-18T21:16:24,007 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/a46a3607-2672-5812-b8df-1607107c6c95/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T21:16:24,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742052_1231 (size=743) 2024-11-18T21:16:24,010 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/a46a3607-2672-5812-b8df-1607107c6c95/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:46137/user/jenkins/test-data/a46a3607-2672-5812-b8df-1607107c6c95/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-18T21:16:24,012 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/a46a3607-2672-5812-b8df-1607107c6c95/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T21:16:24,015 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/a46a3607-2672-5812-b8df-1607107c6c95/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:46137/user/jenkins/test-data/a46a3607-2672-5812-b8df-1607107c6c95/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-18T21:16:24,016 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 100 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/a46a3607-2672-5812-b8df-1607107c6c95/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731964581158/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T21:16:24,016 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46137/user/jenkins/test-data/a46a3607-2672-5812-b8df-1607107c6c95/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731964581158/wal.dat.1, journal: Splitting hdfs://localhost:46137/user/jenkins/test-data/a46a3607-2672-5812-b8df-1607107c6c95/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731964581158/wal.dat.1, size=1.4 K (1393bytes) at 1731964583899Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/a46a3607-2672-5812-b8df-1607107c6c95/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731964581158/wal.dat.1 so closing down at 1731964583921 (+22 ms)3 split writer threads finished at 1731964583924 (+3 ms)Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/a46a3607-2672-5812-b8df-1607107c6c95/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731964583962 (+38 ms)Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/a46a3607-2672-5812-b8df-1607107c6c95/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731964583963 (+1 ms)Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/a46a3607-2672-5812-b8df-1607107c6c95/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731964584007 (+44 ms)Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/a46a3607-2672-5812-b8df-1607107c6c95/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:46137/user/jenkins/test-data/a46a3607-2672-5812-b8df-1607107c6c95/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731964584010 (+3 ms)Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/a46a3607-2672-5812-b8df-1607107c6c95/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731964584012 (+2 ms)Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/a46a3607-2672-5812-b8df-1607107c6c95/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:46137/user/jenkins/test-data/a46a3607-2672-5812-b8df-1607107c6c95/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731964584015 (+3 ms)Processed 20 edits across 2 Regions in 100 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/a46a3607-2672-5812-b8df-1607107c6c95/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731964581158/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731964584016 (+1 ms) 2024-11-18T21:16:24,020 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46137/user/jenkins/test-data/a46a3607-2672-5812-b8df-1607107c6c95/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731964581158/wal.dat.1 to hdfs://localhost:46137/user/jenkins/test-data/a46a3607-2672-5812-b8df-1607107c6c95/oldWALs/wal.dat.1 2024-11-18T21:16:24,020 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46137/user/jenkins/test-data/a46a3607-2672-5812-b8df-1607107c6c95/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731964581158/wal.dat.2, size=1.4 K (1393bytes) 2024-11-18T21:16:24,020 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46137/user/jenkins/test-data/a46a3607-2672-5812-b8df-1607107c6c95/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731964581158/wal.dat.2 2024-11-18T21:16:24,021 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46137/user/jenkins/test-data/a46a3607-2672-5812-b8df-1607107c6c95/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731964581158/wal.dat.2 after 1ms 2024-11-18T21:16:24,025 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46137/user/jenkins/test-data/a46a3607-2672-5812-b8df-1607107c6c95/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731964581158/wal.dat.2 took 5ms 2024-11-18T21:16:24,037 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/a46a3607-2672-5812-b8df-1607107c6c95/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731964581158/wal.dat.2 so closing down 2024-11-18T21:16:24,038 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T21:16:24,041 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T21:16:24,054 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-18T21:16:24,060 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-18T21:16:24,075 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/a46a3607-2672-5812-b8df-1607107c6c95/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-18T21:16:24,080 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/a46a3607-2672-5812-b8df-1607107c6c95/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-18T21:16:24,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742054_1233 (size=743) 2024-11-18T21:16:24,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742054_1233 (size=743) 2024-11-18T21:16:24,121 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/a46a3607-2672-5812-b8df-1607107c6c95/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T21:16:24,129 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/a46a3607-2672-5812-b8df-1607107c6c95/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:46137/user/jenkins/test-data/a46a3607-2672-5812-b8df-1607107c6c95/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-18T21:16:24,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742055_1234 (size=743) 2024-11-18T21:16:24,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742055_1234 (size=743) 2024-11-18T21:16:24,539 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/a46a3607-2672-5812-b8df-1607107c6c95/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T21:16:24,541 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/a46a3607-2672-5812-b8df-1607107c6c95/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:46137/user/jenkins/test-data/a46a3607-2672-5812-b8df-1607107c6c95/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-18T21:16:24,542 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 505 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/a46a3607-2672-5812-b8df-1607107c6c95/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731964581158/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T21:16:24,542 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46137/user/jenkins/test-data/a46a3607-2672-5812-b8df-1607107c6c95/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731964581158/wal.dat.2, journal: Splitting hdfs://localhost:46137/user/jenkins/test-data/a46a3607-2672-5812-b8df-1607107c6c95/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731964581158/wal.dat.2, size=1.4 K (1393bytes) at 1731964584020Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/a46a3607-2672-5812-b8df-1607107c6c95/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731964581158/wal.dat.2 so closing down at 1731964584038 (+18 ms)3 split writer threads finished at 1731964584042 (+4 ms)Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/a46a3607-2672-5812-b8df-1607107c6c95/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731964584075 (+33 ms)Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/a46a3607-2672-5812-b8df-1607107c6c95/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731964584081 (+6 ms)Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/a46a3607-2672-5812-b8df-1607107c6c95/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731964584121 (+40 ms)Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/a46a3607-2672-5812-b8df-1607107c6c95/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:46137/user/jenkins/test-data/a46a3607-2672-5812-b8df-1607107c6c95/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731964584129 (+8 ms)Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/a46a3607-2672-5812-b8df-1607107c6c95/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731964584539 (+410 ms)Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/a46a3607-2672-5812-b8df-1607107c6c95/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:46137/user/jenkins/test-data/a46a3607-2672-5812-b8df-1607107c6c95/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731964584541 (+2 ms)Processed 20 edits across 2 Regions in 505 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/a46a3607-2672-5812-b8df-1607107c6c95/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731964581158/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731964584542 (+1 ms) 2024-11-18T21:16:24,549 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46137/user/jenkins/test-data/a46a3607-2672-5812-b8df-1607107c6c95/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731964581158/wal.dat.2 to hdfs://localhost:46137/user/jenkins/test-data/a46a3607-2672-5812-b8df-1607107c6c95/oldWALs/wal.dat.2 2024-11-18T21:16:24,549 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46137/user/jenkins/test-data/a46a3607-2672-5812-b8df-1607107c6c95/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731964581158/wal.dat.3, size=1.4 K (1393bytes) 2024-11-18T21:16:24,549 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46137/user/jenkins/test-data/a46a3607-2672-5812-b8df-1607107c6c95/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731964581158/wal.dat.3 2024-11-18T21:16:24,549 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46137/user/jenkins/test-data/a46a3607-2672-5812-b8df-1607107c6c95/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731964581158/wal.dat.3 after 0ms 2024-11-18T21:16:24,552 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46137/user/jenkins/test-data/a46a3607-2672-5812-b8df-1607107c6c95/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731964581158/wal.dat.3 took 3ms 2024-11-18T21:16:24,555 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/a46a3607-2672-5812-b8df-1607107c6c95/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731964581158/wal.dat.3 so closing down 2024-11-18T21:16:24,555 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T21:16:24,564 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T21:16:24,572 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-18T21:16:24,585 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/a46a3607-2672-5812-b8df-1607107c6c95/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-18T21:16:24,588 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-18T21:16:24,590 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/a46a3607-2672-5812-b8df-1607107c6c95/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-18T21:16:24,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742057_1236 (size=743) 2024-11-18T21:16:24,653 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/a46a3607-2672-5812-b8df-1607107c6c95/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T21:16:24,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742057_1236 (size=743) 2024-11-18T21:16:24,668 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/a46a3607-2672-5812-b8df-1607107c6c95/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:46137/user/jenkins/test-data/a46a3607-2672-5812-b8df-1607107c6c95/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-18T21:16:24,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742056_1235 (size=743) 2024-11-18T21:16:24,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742056_1235 (size=743) 2024-11-18T21:16:24,711 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/a46a3607-2672-5812-b8df-1607107c6c95/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T21:16:24,721 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/a46a3607-2672-5812-b8df-1607107c6c95/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:46137/user/jenkins/test-data/a46a3607-2672-5812-b8df-1607107c6c95/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-18T21:16:24,724 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 170 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/a46a3607-2672-5812-b8df-1607107c6c95/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731964581158/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T21:16:24,725 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46137/user/jenkins/test-data/a46a3607-2672-5812-b8df-1607107c6c95/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731964581158/wal.dat.3, journal: Splitting hdfs://localhost:46137/user/jenkins/test-data/a46a3607-2672-5812-b8df-1607107c6c95/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731964581158/wal.dat.3, size=1.4 K (1393bytes) at 1731964584549Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/a46a3607-2672-5812-b8df-1607107c6c95/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731964581158/wal.dat.3 so closing down at 1731964584555 (+6 ms)3 split writer threads finished at 1731964584564 (+9 ms)Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/a46a3607-2672-5812-b8df-1607107c6c95/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731964584585 (+21 ms)Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/a46a3607-2672-5812-b8df-1607107c6c95/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731964584590 (+5 ms)Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/a46a3607-2672-5812-b8df-1607107c6c95/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731964584653 (+63 ms)Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/a46a3607-2672-5812-b8df-1607107c6c95/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:46137/user/jenkins/test-data/a46a3607-2672-5812-b8df-1607107c6c95/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1731964584668 (+15 ms)Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/a46a3607-2672-5812-b8df-1607107c6c95/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731964584711 (+43 ms)Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/a46a3607-2672-5812-b8df-1607107c6c95/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:46137/user/jenkins/test-data/a46a3607-2672-5812-b8df-1607107c6c95/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731964584721 (+10 ms)Processed 20 edits across 2 Regions in 170 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/a46a3607-2672-5812-b8df-1607107c6c95/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731964581158/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731964584724 (+3 ms) 2024-11-18T21:16:24,743 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46137/user/jenkins/test-data/a46a3607-2672-5812-b8df-1607107c6c95/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731964581158/wal.dat.3 to hdfs://localhost:46137/user/jenkins/test-data/a46a3607-2672-5812-b8df-1607107c6c95/oldWALs/wal.dat.3 2024-11-18T21:16:24,743 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46137/user/jenkins/test-data/a46a3607-2672-5812-b8df-1607107c6c95/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731964581158/wal.dat.4, size=1.4 K (1393bytes) 2024-11-18T21:16:24,743 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46137/user/jenkins/test-data/a46a3607-2672-5812-b8df-1607107c6c95/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731964581158/wal.dat.4 2024-11-18T21:16:24,749 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46137/user/jenkins/test-data/a46a3607-2672-5812-b8df-1607107c6c95/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731964581158/wal.dat.4 after 6ms 2024-11-18T21:16:24,757 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46137/user/jenkins/test-data/a46a3607-2672-5812-b8df-1607107c6c95/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731964581158/wal.dat.4 took 14ms 2024-11-18T21:16:24,771 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/a46a3607-2672-5812-b8df-1607107c6c95/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731964581158/wal.dat.4 so closing down 2024-11-18T21:16:24,771 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T21:16:24,785 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T21:16:24,813 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-18T21:16:24,817 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-18T21:16:24,821 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/a46a3607-2672-5812-b8df-1607107c6c95/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-18T21:16:24,835 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/a46a3607-2672-5812-b8df-1607107c6c95/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-18T21:16:24,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742058_1237 (size=743) 2024-11-18T21:16:24,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742058_1237 (size=743) 2024-11-18T21:16:24,861 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/a46a3607-2672-5812-b8df-1607107c6c95/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T21:16:24,885 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/a46a3607-2672-5812-b8df-1607107c6c95/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:46137/user/jenkins/test-data/a46a3607-2672-5812-b8df-1607107c6c95/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-18T21:16:24,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742059_1238 (size=743) 2024-11-18T21:16:24,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742059_1238 (size=743) 2024-11-18T21:16:24,914 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/a46a3607-2672-5812-b8df-1607107c6c95/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T21:16:24,924 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/a46a3607-2672-5812-b8df-1607107c6c95/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:46137/user/jenkins/test-data/a46a3607-2672-5812-b8df-1607107c6c95/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-18T21:16:24,925 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 155 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/a46a3607-2672-5812-b8df-1607107c6c95/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731964581158/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T21:16:24,925 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46137/user/jenkins/test-data/a46a3607-2672-5812-b8df-1607107c6c95/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731964581158/wal.dat.4, journal: Splitting hdfs://localhost:46137/user/jenkins/test-data/a46a3607-2672-5812-b8df-1607107c6c95/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731964581158/wal.dat.4, size=1.4 K (1393bytes) at 1731964584743Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/a46a3607-2672-5812-b8df-1607107c6c95/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731964581158/wal.dat.4 so closing down at 1731964584771 (+28 ms)3 split writer threads finished at 1731964584785 (+14 ms)Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/a46a3607-2672-5812-b8df-1607107c6c95/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731964584821 (+36 ms)Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/a46a3607-2672-5812-b8df-1607107c6c95/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731964584835 (+14 ms)Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/a46a3607-2672-5812-b8df-1607107c6c95/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731964584861 (+26 ms)Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/a46a3607-2672-5812-b8df-1607107c6c95/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:46137/user/jenkins/test-data/a46a3607-2672-5812-b8df-1607107c6c95/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731964584885 (+24 ms)Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/a46a3607-2672-5812-b8df-1607107c6c95/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731964584914 (+29 ms)Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/a46a3607-2672-5812-b8df-1607107c6c95/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:46137/user/jenkins/test-data/a46a3607-2672-5812-b8df-1607107c6c95/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1731964584924 (+10 ms)Processed 20 edits across 2 Regions in 155 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/a46a3607-2672-5812-b8df-1607107c6c95/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731964581158/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731964584925 (+1 ms) 2024-11-18T21:16:24,934 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46137/user/jenkins/test-data/a46a3607-2672-5812-b8df-1607107c6c95/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731964581158/wal.dat.4 to hdfs://localhost:46137/user/jenkins/test-data/a46a3607-2672-5812-b8df-1607107c6c95/oldWALs/wal.dat.4 2024-11-18T21:16:24,935 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46137/user/jenkins/test-data/a46a3607-2672-5812-b8df-1607107c6c95/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731964581158/wal.dat.5, size=1.4 K (1398bytes) 2024-11-18T21:16:24,935 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46137/user/jenkins/test-data/a46a3607-2672-5812-b8df-1607107c6c95/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731964581158/wal.dat.5 2024-11-18T21:16:24,936 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46137/user/jenkins/test-data/a46a3607-2672-5812-b8df-1607107c6c95/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731964581158/wal.dat.5 after 1ms 2024-11-18T21:16:24,942 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46137/user/jenkins/test-data/a46a3607-2672-5812-b8df-1607107c6c95/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731964581158/wal.dat.5 took 8ms 2024-11-18T21:16:24,953 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:46137/user/jenkins/test-data/a46a3607-2672-5812-b8df-1607107c6c95/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731964581158/wal.dat.5 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:46137/user/jenkins/test-data/a46a3607-2672-5812-b8df-1607107c6c95/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731964581158/wal.dat.5. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitAndCount(TestWALSplit.java:529) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testTralingGarbageCorruptionFileSkipErrorsPasses(TestWALSplit.java:578) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: Error while reading WALKey, originalPosition=1385, currentPosition=1386 at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALStreamReader.next(ProtobufWALStreamReader.java:67) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more Caused by: org.apache.hbase.thirdparty.com.google.protobuf.InvalidProtocolBufferException: Message missing required fields: encoded_region_name, table_name, log_sequence_number, write_time at org.apache.hbase.thirdparty.com.google.protobuf.UninitializedMessageException.asInvalidProtocolBufferException(UninitializedMessageException.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.checkMessageInitialized(AbstractParser.java:45) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parseFrom(AbstractParser.java:209) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parseFrom(AbstractParser.java:214) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parseFrom(AbstractParser.java:25) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.shaded.protobuf.ProtobufUtil.parseDelimitedFrom(ProtobufUtil.java:3850) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALStreamReader.next(ProtobufWALStreamReader.java:56) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-18T21:16:24,959 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/a46a3607-2672-5812-b8df-1607107c6c95/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731964581158/wal.dat.5 so closing down 2024-11-18T21:16:24,959 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T21:16:24,962 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T21:16:24,966 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-18T21:16:24,968 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-18T21:16:24,972 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/a46a3607-2672-5812-b8df-1607107c6c95/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-18T21:16:24,975 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/a46a3607-2672-5812-b8df-1607107c6c95/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-18T21:16:25,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742060_1239 (size=743) 2024-11-18T21:16:25,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742060_1239 (size=743) 2024-11-18T21:16:25,020 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/a46a3607-2672-5812-b8df-1607107c6c95/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T21:16:25,026 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/a46a3607-2672-5812-b8df-1607107c6c95/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:46137/user/jenkins/test-data/a46a3607-2672-5812-b8df-1607107c6c95/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-18T21:16:25,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742061_1240 (size=743) 2024-11-18T21:16:25,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742061_1240 (size=743) 2024-11-18T21:16:25,049 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/a46a3607-2672-5812-b8df-1607107c6c95/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T21:16:25,068 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/a46a3607-2672-5812-b8df-1607107c6c95/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:46137/user/jenkins/test-data/a46a3607-2672-5812-b8df-1607107c6c95/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-18T21:16:25,069 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 121 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/a46a3607-2672-5812-b8df-1607107c6c95/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731964581158/wal.dat.5, size=1.4 K, length=1398, corrupted=true, cancelled=false 2024-11-18T21:16:25,069 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46137/user/jenkins/test-data/a46a3607-2672-5812-b8df-1607107c6c95/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731964581158/wal.dat.5, journal: Splitting hdfs://localhost:46137/user/jenkins/test-data/a46a3607-2672-5812-b8df-1607107c6c95/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731964581158/wal.dat.5, size=1.4 K (1398bytes) at 1731964584935Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/a46a3607-2672-5812-b8df-1607107c6c95/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731964581158/wal.dat.5 so closing down at 1731964584959 (+24 ms)3 split writer threads finished at 1731964584962 (+3 ms)Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/a46a3607-2672-5812-b8df-1607107c6c95/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1731964584972 (+10 ms)Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/a46a3607-2672-5812-b8df-1607107c6c95/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731964584975 (+3 ms)Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/a46a3607-2672-5812-b8df-1607107c6c95/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731964585020 (+45 ms)Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/a46a3607-2672-5812-b8df-1607107c6c95/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:46137/user/jenkins/test-data/a46a3607-2672-5812-b8df-1607107c6c95/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1731964585026 (+6 ms)Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/a46a3607-2672-5812-b8df-1607107c6c95/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731964585049 (+23 ms)Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/a46a3607-2672-5812-b8df-1607107c6c95/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:46137/user/jenkins/test-data/a46a3607-2672-5812-b8df-1607107c6c95/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1731964585068 (+19 ms)Processed 20 edits across 2 Regions in 121 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/a46a3607-2672-5812-b8df-1607107c6c95/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731964581158/wal.dat.5, size=1.4 K, length=1398, corrupted=true, cancelled=false at 1731964585069 (+1 ms) 2024-11-18T21:16:25,088 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46137/user/jenkins/test-data/a46a3607-2672-5812-b8df-1607107c6c95/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731964581158/wal.dat.5 to hdfs://localhost:46137/user/jenkins/test-data/a46a3607-2672-5812-b8df-1607107c6c95/corrupt/wal.dat.5 2024-11-18T21:16:25,089 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46137/user/jenkins/test-data/a46a3607-2672-5812-b8df-1607107c6c95/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731964581158/wal.dat.6, size=1.4 K (1405bytes) 2024-11-18T21:16:25,089 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46137/user/jenkins/test-data/a46a3607-2672-5812-b8df-1607107c6c95/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731964581158/wal.dat.6 2024-11-18T21:16:25,089 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46137/user/jenkins/test-data/a46a3607-2672-5812-b8df-1607107c6c95/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731964581158/wal.dat.6 after 0ms 2024-11-18T21:16:25,105 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46137/user/jenkins/test-data/a46a3607-2672-5812-b8df-1607107c6c95/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731964581158/wal.dat.6 took 16ms 2024-11-18T21:16:25,127 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/a46a3607-2672-5812-b8df-1607107c6c95/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731964581158/wal.dat.6 so closing down 2024-11-18T21:16:25,127 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T21:16:25,127 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T21:16:25,153 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-18T21:16:25,158 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-18T21:16:25,165 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/a46a3607-2672-5812-b8df-1607107c6c95/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-18T21:16:25,189 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/a46a3607-2672-5812-b8df-1607107c6c95/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-18T21:16:25,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742062_1241 (size=749) 2024-11-18T21:16:25,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742062_1241 (size=749) 2024-11-18T21:16:25,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742063_1242 (size=749) 2024-11-18T21:16:25,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742063_1242 (size=749) 2024-11-18T21:16:25,641 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/a46a3607-2672-5812-b8df-1607107c6c95/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T21:16:25,643 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/a46a3607-2672-5812-b8df-1607107c6c95/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:46137/user/jenkins/test-data/a46a3607-2672-5812-b8df-1607107c6c95/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-18T21:16:25,660 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/a46a3607-2672-5812-b8df-1607107c6c95/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T21:16:25,670 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/a46a3607-2672-5812-b8df-1607107c6c95/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:46137/user/jenkins/test-data/a46a3607-2672-5812-b8df-1607107c6c95/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-18T21:16:25,670 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 545 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/a46a3607-2672-5812-b8df-1607107c6c95/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731964581158/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-18T21:16:25,670 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46137/user/jenkins/test-data/a46a3607-2672-5812-b8df-1607107c6c95/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731964581158/wal.dat.6, journal: Splitting hdfs://localhost:46137/user/jenkins/test-data/a46a3607-2672-5812-b8df-1607107c6c95/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731964581158/wal.dat.6, size=1.4 K (1405bytes) at 1731964585089Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/a46a3607-2672-5812-b8df-1607107c6c95/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731964581158/wal.dat.6 so closing down at 1731964585127 (+38 ms)3 split writer threads finished at 1731964585127Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/a46a3607-2672-5812-b8df-1607107c6c95/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731964585165 (+38 ms)Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/a46a3607-2672-5812-b8df-1607107c6c95/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731964585189 (+24 ms)Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/a46a3607-2672-5812-b8df-1607107c6c95/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731964585641 (+452 ms)Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/a46a3607-2672-5812-b8df-1607107c6c95/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:46137/user/jenkins/test-data/a46a3607-2672-5812-b8df-1607107c6c95/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1731964585643 (+2 ms)Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/a46a3607-2672-5812-b8df-1607107c6c95/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731964585660 (+17 ms)Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/a46a3607-2672-5812-b8df-1607107c6c95/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:46137/user/jenkins/test-data/a46a3607-2672-5812-b8df-1607107c6c95/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1731964585670 (+10 ms)Processed 20 edits across 2 Regions in 545 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/a46a3607-2672-5812-b8df-1607107c6c95/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731964581158/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1731964585670 2024-11-18T21:16:25,677 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46137/user/jenkins/test-data/a46a3607-2672-5812-b8df-1607107c6c95/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731964581158/wal.dat.6 to hdfs://localhost:46137/user/jenkins/test-data/a46a3607-2672-5812-b8df-1607107c6c95/oldWALs/wal.dat.6 2024-11-18T21:16:25,677 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46137/user/jenkins/test-data/a46a3607-2672-5812-b8df-1607107c6c95/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731964581158/wal.dat.7, size=1.4 K (1413bytes) 2024-11-18T21:16:25,677 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46137/user/jenkins/test-data/a46a3607-2672-5812-b8df-1607107c6c95/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731964581158/wal.dat.7 2024-11-18T21:16:25,681 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46137/user/jenkins/test-data/a46a3607-2672-5812-b8df-1607107c6c95/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731964581158/wal.dat.7 after 4ms 2024-11-18T21:16:25,688 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46137/user/jenkins/test-data/a46a3607-2672-5812-b8df-1607107c6c95/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731964581158/wal.dat.7 took 11ms 2024-11-18T21:16:25,714 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/a46a3607-2672-5812-b8df-1607107c6c95/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731964581158/wal.dat.7 so closing down 2024-11-18T21:16:25,714 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T21:16:25,716 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T21:16:25,732 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-18T21:16:25,734 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-18T21:16:25,741 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/a46a3607-2672-5812-b8df-1607107c6c95/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-18T21:16:25,758 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/a46a3607-2672-5812-b8df-1607107c6c95/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-18T21:16:25,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742065_1244 (size=753) 2024-11-18T21:16:25,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742065_1244 (size=753) 2024-11-18T21:16:25,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742064_1243 (size=753) 2024-11-18T21:16:25,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742064_1243 (size=753) 2024-11-18T21:16:25,867 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/a46a3607-2672-5812-b8df-1607107c6c95/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T21:16:25,867 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/a46a3607-2672-5812-b8df-1607107c6c95/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T21:16:25,883 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/a46a3607-2672-5812-b8df-1607107c6c95/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:46137/user/jenkins/test-data/a46a3607-2672-5812-b8df-1607107c6c95/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-18T21:16:25,883 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/a46a3607-2672-5812-b8df-1607107c6c95/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:46137/user/jenkins/test-data/a46a3607-2672-5812-b8df-1607107c6c95/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-18T21:16:25,887 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 175 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/a46a3607-2672-5812-b8df-1607107c6c95/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731964581158/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-18T21:16:25,887 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46137/user/jenkins/test-data/a46a3607-2672-5812-b8df-1607107c6c95/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731964581158/wal.dat.7, journal: Splitting hdfs://localhost:46137/user/jenkins/test-data/a46a3607-2672-5812-b8df-1607107c6c95/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731964581158/wal.dat.7, size=1.4 K (1413bytes) at 1731964585677Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/a46a3607-2672-5812-b8df-1607107c6c95/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731964581158/wal.dat.7 so closing down at 1731964585714 (+37 ms)3 split writer threads finished at 1731964585716 (+2 ms)Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/a46a3607-2672-5812-b8df-1607107c6c95/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731964585741 (+25 ms)Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/a46a3607-2672-5812-b8df-1607107c6c95/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731964585758 (+17 ms)Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/a46a3607-2672-5812-b8df-1607107c6c95/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731964585867 (+109 ms)Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/a46a3607-2672-5812-b8df-1607107c6c95/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731964585867Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/a46a3607-2672-5812-b8df-1607107c6c95/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:46137/user/jenkins/test-data/a46a3607-2672-5812-b8df-1607107c6c95/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1731964585883 (+16 ms)Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/a46a3607-2672-5812-b8df-1607107c6c95/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:46137/user/jenkins/test-data/a46a3607-2672-5812-b8df-1607107c6c95/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1731964585883Processed 20 edits across 2 Regions in 175 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/a46a3607-2672-5812-b8df-1607107c6c95/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731964581158/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731964585887 (+4 ms) 2024-11-18T21:16:25,905 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46137/user/jenkins/test-data/a46a3607-2672-5812-b8df-1607107c6c95/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731964581158/wal.dat.7 to hdfs://localhost:46137/user/jenkins/test-data/a46a3607-2672-5812-b8df-1607107c6c95/oldWALs/wal.dat.7 2024-11-18T21:16:25,905 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46137/user/jenkins/test-data/a46a3607-2672-5812-b8df-1607107c6c95/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731964581158/wal.dat.8, size=1.4 K (1413bytes) 2024-11-18T21:16:25,905 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46137/user/jenkins/test-data/a46a3607-2672-5812-b8df-1607107c6c95/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731964581158/wal.dat.8 2024-11-18T21:16:25,911 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46137/user/jenkins/test-data/a46a3607-2672-5812-b8df-1607107c6c95/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731964581158/wal.dat.8 after 6ms 2024-11-18T21:16:25,920 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46137/user/jenkins/test-data/a46a3607-2672-5812-b8df-1607107c6c95/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731964581158/wal.dat.8 took 15ms 2024-11-18T21:16:25,928 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/a46a3607-2672-5812-b8df-1607107c6c95/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731964581158/wal.dat.8 so closing down 2024-11-18T21:16:25,928 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T21:16:25,929 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T21:16:25,943 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-18T21:16:25,947 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-18T21:16:25,948 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/a46a3607-2672-5812-b8df-1607107c6c95/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-18T21:16:25,952 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/a46a3607-2672-5812-b8df-1607107c6c95/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-18T21:16:25,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742067_1246 (size=753) 2024-11-18T21:16:26,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742067_1246 (size=753) 2024-11-18T21:16:26,002 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/a46a3607-2672-5812-b8df-1607107c6c95/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T21:16:26,005 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/a46a3607-2672-5812-b8df-1607107c6c95/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:46137/user/jenkins/test-data/a46a3607-2672-5812-b8df-1607107c6c95/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-18T21:16:26,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742066_1245 (size=753) 2024-11-18T21:16:26,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742066_1245 (size=753) 2024-11-18T21:16:26,041 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/a46a3607-2672-5812-b8df-1607107c6c95/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T21:16:26,056 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/a46a3607-2672-5812-b8df-1607107c6c95/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:46137/user/jenkins/test-data/a46a3607-2672-5812-b8df-1607107c6c95/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-18T21:16:26,057 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 131 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/a46a3607-2672-5812-b8df-1607107c6c95/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731964581158/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-18T21:16:26,057 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46137/user/jenkins/test-data/a46a3607-2672-5812-b8df-1607107c6c95/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731964581158/wal.dat.8, journal: Splitting hdfs://localhost:46137/user/jenkins/test-data/a46a3607-2672-5812-b8df-1607107c6c95/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731964581158/wal.dat.8, size=1.4 K (1413bytes) at 1731964585905Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/a46a3607-2672-5812-b8df-1607107c6c95/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731964581158/wal.dat.8 so closing down at 1731964585928 (+23 ms)3 split writer threads finished at 1731964585929 (+1 ms)Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/a46a3607-2672-5812-b8df-1607107c6c95/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731964585949 (+20 ms)Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/a46a3607-2672-5812-b8df-1607107c6c95/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731964585953 (+4 ms)Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/a46a3607-2672-5812-b8df-1607107c6c95/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731964586002 (+49 ms)Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/a46a3607-2672-5812-b8df-1607107c6c95/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:46137/user/jenkins/test-data/a46a3607-2672-5812-b8df-1607107c6c95/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1731964586005 (+3 ms)Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/a46a3607-2672-5812-b8df-1607107c6c95/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731964586041 (+36 ms)Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/a46a3607-2672-5812-b8df-1607107c6c95/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:46137/user/jenkins/test-data/a46a3607-2672-5812-b8df-1607107c6c95/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1731964586056 (+15 ms)Processed 20 edits across 2 Regions in 131 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/a46a3607-2672-5812-b8df-1607107c6c95/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731964581158/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731964586057 (+1 ms) 2024-11-18T21:16:26,060 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46137/user/jenkins/test-data/a46a3607-2672-5812-b8df-1607107c6c95/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731964581158/wal.dat.8 to hdfs://localhost:46137/user/jenkins/test-data/a46a3607-2672-5812-b8df-1607107c6c95/oldWALs/wal.dat.8 2024-11-18T21:16:26,061 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46137/user/jenkins/test-data/a46a3607-2672-5812-b8df-1607107c6c95/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731964581158/wal.dat.9, size=1.4 K (1413bytes) 2024-11-18T21:16:26,061 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46137/user/jenkins/test-data/a46a3607-2672-5812-b8df-1607107c6c95/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731964581158/wal.dat.9 2024-11-18T21:16:26,062 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46137/user/jenkins/test-data/a46a3607-2672-5812-b8df-1607107c6c95/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731964581158/wal.dat.9 after 1ms 2024-11-18T21:16:26,065 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46137/user/jenkins/test-data/a46a3607-2672-5812-b8df-1607107c6c95/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731964581158/wal.dat.9 took 5ms 2024-11-18T21:16:26,074 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/a46a3607-2672-5812-b8df-1607107c6c95/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731964581158/wal.dat.9 so closing down 2024-11-18T21:16:26,074 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T21:16:26,080 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T21:16:26,097 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-18T21:16:26,098 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-18T21:16:26,103 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/a46a3607-2672-5812-b8df-1607107c6c95/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-18T21:16:26,105 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/a46a3607-2672-5812-b8df-1607107c6c95/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-18T21:16:26,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742068_1247 (size=753) 2024-11-18T21:16:26,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742068_1247 (size=753) 2024-11-18T21:16:26,174 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/a46a3607-2672-5812-b8df-1607107c6c95/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T21:16:26,188 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/a46a3607-2672-5812-b8df-1607107c6c95/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:46137/user/jenkins/test-data/a46a3607-2672-5812-b8df-1607107c6c95/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-18T21:16:26,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742069_1248 (size=753) 2024-11-18T21:16:26,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742069_1248 (size=753) 2024-11-18T21:16:26,593 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/a46a3607-2672-5812-b8df-1607107c6c95/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T21:16:26,595 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/a46a3607-2672-5812-b8df-1607107c6c95/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:46137/user/jenkins/test-data/a46a3607-2672-5812-b8df-1607107c6c95/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-18T21:16:26,595 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 523 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/a46a3607-2672-5812-b8df-1607107c6c95/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731964581158/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-18T21:16:26,596 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46137/user/jenkins/test-data/a46a3607-2672-5812-b8df-1607107c6c95/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731964581158/wal.dat.9, journal: Splitting hdfs://localhost:46137/user/jenkins/test-data/a46a3607-2672-5812-b8df-1607107c6c95/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731964581158/wal.dat.9, size=1.4 K (1413bytes) at 1731964586061Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/a46a3607-2672-5812-b8df-1607107c6c95/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731964581158/wal.dat.9 so closing down at 1731964586074 (+13 ms)3 split writer threads finished at 1731964586080 (+6 ms)Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/a46a3607-2672-5812-b8df-1607107c6c95/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731964586103 (+23 ms)Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/a46a3607-2672-5812-b8df-1607107c6c95/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731964586105 (+2 ms)Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/a46a3607-2672-5812-b8df-1607107c6c95/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731964586174 (+69 ms)Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/a46a3607-2672-5812-b8df-1607107c6c95/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:46137/user/jenkins/test-data/a46a3607-2672-5812-b8df-1607107c6c95/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1731964586188 (+14 ms)Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/a46a3607-2672-5812-b8df-1607107c6c95/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731964586593 (+405 ms)Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/a46a3607-2672-5812-b8df-1607107c6c95/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:46137/user/jenkins/test-data/a46a3607-2672-5812-b8df-1607107c6c95/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731964586595 (+2 ms)Processed 20 edits across 2 Regions in 523 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/a46a3607-2672-5812-b8df-1607107c6c95/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731964581158/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731964586595 2024-11-18T21:16:26,598 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46137/user/jenkins/test-data/a46a3607-2672-5812-b8df-1607107c6c95/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731964581158/wal.dat.9 to hdfs://localhost:46137/user/jenkins/test-data/a46a3607-2672-5812-b8df-1607107c6c95/oldWALs/wal.dat.9 2024-11-18T21:16:26,722 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testTralingGarbageCorruptionFileSkipErrorsPasses Thread=138 (was 138), OpenFileDescriptor=387 (was 385) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1426 (was 1350) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=1358 (was 1532) 2024-11-18T21:16:26,738 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitLeavesCompactionEventsEdits Thread=138, OpenFileDescriptor=387, MaxFileDescriptor=1048576, SystemLoadAverage=1426, ProcessCount=11, AvailableMemoryMB=1357 2024-11-18T21:16:26,738 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-18T21:16:26,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742070_1249 (size=7) 2024-11-18T21:16:26,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742070_1249 (size=7) 2024-11-18T21:16:26,808 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46137/user/jenkins/test-data/9ef4685d-dcb0-9285-14b4-7002b6c51974 with version=8 2024-11-18T21:16:26,808 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T21:16:26,810 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T21:16:26,815 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-18T21:16:26,815 INFO [Time-limited test {}] wal.TestWALSplit(466): Creating region directory: hdfs://localhost:46137/user/jenkins/test-data/9ef4685d-dcb0-9285-14b4-7002b6c51974/data/default/t1/5b644fa0b850bd53bf58fbce4ceec701 2024-11-18T21:16:26,823 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region 5b644fa0b850bd53bf58fbce4ceec701 2024-11-18T21:16:26,828 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-18T21:16:26,833 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:26,833 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:26,906 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:26,906 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:26,920 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:26,920 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:26,936 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:26,937 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:26,956 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:26,957 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:26,965 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:26,965 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:26,966 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:26,966 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:26,968 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:26,968 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:26,970 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:26,970 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:26,973 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:26,973 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:26,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742071_1250 (size=3831) 2024-11-18T21:16:26,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742071_1250 (size=3831) 2024-11-18T21:16:27,029 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46137/user/jenkins/test-data/b1a246f8-75de-9059-ca48-bd8b6c2df1e6/WALs/testsplitleavescompactioneventsedits,16010,1731964586815/wal.dat.0, size=3.7 K (3831bytes) 2024-11-18T21:16:27,029 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46137/user/jenkins/test-data/b1a246f8-75de-9059-ca48-bd8b6c2df1e6/WALs/testsplitleavescompactioneventsedits,16010,1731964586815/wal.dat.0 2024-11-18T21:16:27,029 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46137/user/jenkins/test-data/b1a246f8-75de-9059-ca48-bd8b6c2df1e6/WALs/testsplitleavescompactioneventsedits,16010,1731964586815/wal.dat.0 after 0ms 2024-11-18T21:16:27,033 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46137/user/jenkins/test-data/b1a246f8-75de-9059-ca48-bd8b6c2df1e6/WALs/testsplitleavescompactioneventsedits,16010,1731964586815/wal.dat.0 took 4ms 2024-11-18T21:16:27,048 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/b1a246f8-75de-9059-ca48-bd8b6c2df1e6/WALs/testsplitleavescompactioneventsedits,16010,1731964586815/wal.dat.0 so closing down 2024-11-18T21:16:27,048 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T21:16:27,052 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T21:16:27,062 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-18T21:16:27,065 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/b1a246f8-75de-9059-ca48-bd8b6c2df1e6/data/default/t1/5b644fa0b850bd53bf58fbce4ceec701/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-18T21:16:27,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742072_1251 (size=1591) 2024-11-18T21:16:27,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742072_1251 (size=1591) 2024-11-18T21:16:27,485 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/b1a246f8-75de-9059-ca48-bd8b6c2df1e6/data/default/t1/5b644fa0b850bd53bf58fbce4ceec701/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 11 edits, skipped 0 edits in 0 ms) 2024-11-18T21:16:27,491 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/b1a246f8-75de-9059-ca48-bd8b6c2df1e6/data/default/t1/5b644fa0b850bd53bf58fbce4ceec701/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:46137/user/jenkins/test-data/b1a246f8-75de-9059-ca48-bd8b6c2df1e6/data/default/t1/5b644fa0b850bd53bf58fbce4ceec701/recovered.edits/0000000000000000009 2024-11-18T21:16:27,491 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 21 edits across 1 Regions in 450 ms; skipped=10; WAL=hdfs://localhost:46137/user/jenkins/test-data/b1a246f8-75de-9059-ca48-bd8b6c2df1e6/WALs/testsplitleavescompactioneventsedits,16010,1731964586815/wal.dat.0, size=3.7 K, length=3831, corrupted=false, cancelled=false 2024-11-18T21:16:27,491 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46137/user/jenkins/test-data/b1a246f8-75de-9059-ca48-bd8b6c2df1e6/WALs/testsplitleavescompactioneventsedits,16010,1731964586815/wal.dat.0, journal: Splitting hdfs://localhost:46137/user/jenkins/test-data/b1a246f8-75de-9059-ca48-bd8b6c2df1e6/WALs/testsplitleavescompactioneventsedits,16010,1731964586815/wal.dat.0, size=3.7 K (3831bytes) at 1731964587029Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/b1a246f8-75de-9059-ca48-bd8b6c2df1e6/WALs/testsplitleavescompactioneventsedits,16010,1731964586815/wal.dat.0 so closing down at 1731964587048 (+19 ms)3 split writer threads finished at 1731964587052 (+4 ms)Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/b1a246f8-75de-9059-ca48-bd8b6c2df1e6/data/default/t1/5b644fa0b850bd53bf58fbce4ceec701/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731964587065 (+13 ms)Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/b1a246f8-75de-9059-ca48-bd8b6c2df1e6/data/default/t1/5b644fa0b850bd53bf58fbce4ceec701/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 11 edits, skipped 0 edits in 0 ms) at 1731964587485 (+420 ms)Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/b1a246f8-75de-9059-ca48-bd8b6c2df1e6/data/default/t1/5b644fa0b850bd53bf58fbce4ceec701/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:46137/user/jenkins/test-data/b1a246f8-75de-9059-ca48-bd8b6c2df1e6/data/default/t1/5b644fa0b850bd53bf58fbce4ceec701/recovered.edits/0000000000000000009 at 1731964587491 (+6 ms)Processed 21 edits across 1 Regions in 450 ms; skipped=10; WAL=hdfs://localhost:46137/user/jenkins/test-data/b1a246f8-75de-9059-ca48-bd8b6c2df1e6/WALs/testsplitleavescompactioneventsedits,16010,1731964586815/wal.dat.0, size=3.7 K, length=3831, corrupted=false, cancelled=false at 1731964587491 2024-11-18T21:16:27,498 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46137/user/jenkins/test-data/b1a246f8-75de-9059-ca48-bd8b6c2df1e6/WALs/testsplitleavescompactioneventsedits,16010,1731964586815/wal.dat.0 to hdfs://localhost:46137/user/jenkins/test-data/b1a246f8-75de-9059-ca48-bd8b6c2df1e6/oldWALs/wal.dat.0 2024-11-18T21:16:27,535 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitLeavesCompactionEventsEdits Thread=136 (was 138), OpenFileDescriptor=387 (was 387), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1426 (was 1426), ProcessCount=11 (was 11), AvailableMemoryMB=1344 (was 1357) 2024-11-18T21:16:27,550 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitPreservesEdits Thread=136, OpenFileDescriptor=387, MaxFileDescriptor=1048576, SystemLoadAverage=1426, ProcessCount=11, AvailableMemoryMB=1343 2024-11-18T21:16:27,550 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-18T21:16:27,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742073_1252 (size=7) 2024-11-18T21:16:27,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742073_1252 (size=7) 2024-11-18T21:16:27,600 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46137/user/jenkins/test-data/9ef4685d-dcb0-9285-14b4-7002b6c51974 with version=8 2024-11-18T21:16:27,601 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T21:16:27,604 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T21:16:27,608 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-18T21:16:27,608 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region region__1 2024-11-18T21:16:27,610 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-18T21:16:27,613 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:27,613 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:27,673 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:27,673 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:27,677 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:27,678 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:27,681 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:27,681 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:27,686 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:27,686 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:27,688 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:27,688 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:27,691 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:27,691 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:27,696 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:27,696 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:27,699 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:27,699 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:27,704 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:27,704 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:27,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742074_1253 (size=863) 2024-11-18T21:16:27,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742074_1253 (size=863) 2024-11-18T21:16:27,719 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-18T21:16:27,749 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46137/user/jenkins/test-data/9802a9cf-8ca8-ade2-aa14-5315add351c0/WALs/testsplitpreservesedits,16010,1731964587608/wal.dat.0, size=863 (863bytes) 2024-11-18T21:16:27,749 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46137/user/jenkins/test-data/9802a9cf-8ca8-ade2-aa14-5315add351c0/WALs/testsplitpreservesedits,16010,1731964587608/wal.dat.0 2024-11-18T21:16:27,750 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46137/user/jenkins/test-data/9802a9cf-8ca8-ade2-aa14-5315add351c0/WALs/testsplitpreservesedits,16010,1731964587608/wal.dat.0 after 1ms 2024-11-18T21:16:27,754 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46137/user/jenkins/test-data/9802a9cf-8ca8-ade2-aa14-5315add351c0/WALs/testsplitpreservesedits,16010,1731964587608/wal.dat.0 took 5ms 2024-11-18T21:16:27,758 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/9802a9cf-8ca8-ade2-aa14-5315add351c0/WALs/testsplitpreservesedits,16010,1731964587608/wal.dat.0 so closing down 2024-11-18T21:16:27,758 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T21:16:27,758 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T21:16:27,764 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-18T21:16:27,765 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/9802a9cf-8ca8-ade2-aa14-5315add351c0/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-18T21:16:27,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742075_1254 (size=863) 2024-11-18T21:16:27,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742075_1254 (size=863) 2024-11-18T21:16:27,815 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/9802a9cf-8ca8-ade2-aa14-5315add351c0/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T21:16:27,817 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/9802a9cf-8ca8-ade2-aa14-5315add351c0/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:46137/user/jenkins/test-data/9802a9cf-8ca8-ade2-aa14-5315add351c0/data/default/t1/region__1/recovered.edits/0000000000000000009 2024-11-18T21:16:27,817 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 1 Regions in 61 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/9802a9cf-8ca8-ade2-aa14-5315add351c0/WALs/testsplitpreservesedits,16010,1731964587608/wal.dat.0, size=863, length=863, corrupted=false, cancelled=false 2024-11-18T21:16:27,817 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46137/user/jenkins/test-data/9802a9cf-8ca8-ade2-aa14-5315add351c0/WALs/testsplitpreservesedits,16010,1731964587608/wal.dat.0, journal: Splitting hdfs://localhost:46137/user/jenkins/test-data/9802a9cf-8ca8-ade2-aa14-5315add351c0/WALs/testsplitpreservesedits,16010,1731964587608/wal.dat.0, size=863 (863bytes) at 1731964587749Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/9802a9cf-8ca8-ade2-aa14-5315add351c0/WALs/testsplitpreservesedits,16010,1731964587608/wal.dat.0 so closing down at 1731964587758 (+9 ms)3 split writer threads finished at 1731964587758Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/9802a9cf-8ca8-ade2-aa14-5315add351c0/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731964587765 (+7 ms)Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/9802a9cf-8ca8-ade2-aa14-5315add351c0/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731964587815 (+50 ms)Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/9802a9cf-8ca8-ade2-aa14-5315add351c0/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:46137/user/jenkins/test-data/9802a9cf-8ca8-ade2-aa14-5315add351c0/data/default/t1/region__1/recovered.edits/0000000000000000009 at 1731964587817 (+2 ms)Processed 10 edits across 1 Regions in 61 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/9802a9cf-8ca8-ade2-aa14-5315add351c0/WALs/testsplitpreservesedits,16010,1731964587608/wal.dat.0, size=863, length=863, corrupted=false, cancelled=false at 1731964587817 2024-11-18T21:16:27,820 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46137/user/jenkins/test-data/9802a9cf-8ca8-ade2-aa14-5315add351c0/WALs/testsplitpreservesedits,16010,1731964587608/wal.dat.0 to hdfs://localhost:46137/user/jenkins/test-data/9802a9cf-8ca8-ade2-aa14-5315add351c0/oldWALs/wal.dat.0 2024-11-18T21:16:27,838 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitPreservesEdits Thread=136 (was 136), OpenFileDescriptor=387 (was 387), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1424 (was 1426), ProcessCount=11 (was 11), AvailableMemoryMB=1309 (was 1343) 2024-11-18T21:16:27,847 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testFirstLineCorruptionLogFileSkipErrorsPasses Thread=136, OpenFileDescriptor=387, MaxFileDescriptor=1048576, SystemLoadAverage=1424, ProcessCount=11, AvailableMemoryMB=1309 2024-11-18T21:16:27,847 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-18T21:16:27,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742076_1255 (size=7) 2024-11-18T21:16:27,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742076_1255 (size=7) 2024-11-18T21:16:27,871 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46137/user/jenkins/test-data/9ef4685d-dcb0-9285-14b4-7002b6c51974 with version=8 2024-11-18T21:16:27,871 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T21:16:27,873 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T21:16:27,877 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-18T21:16:27,877 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-18T21:16:27,878 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-18T21:16:27,879 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-18T21:16:27,885 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:27,885 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:27,907 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:27,907 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:27,908 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:27,908 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:27,909 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:27,909 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:27,910 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:27,910 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:27,910 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:27,910 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:27,911 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:27,911 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:27,911 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:27,911 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:27,912 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:27,913 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:27,913 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:27,913 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:27,914 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:27,914 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:27,915 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:27,915 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:27,915 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:27,915 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:27,915 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:27,915 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:27,916 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:27,916 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:27,916 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:27,917 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:27,917 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:27,917 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:27,918 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:27,918 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:27,918 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:27,918 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:27,919 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:27,919 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:27,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742077_1256 (size=1393) 2024-11-18T21:16:27,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742077_1256 (size=1393) 2024-11-18T21:16:27,923 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-18T21:16:27,923 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-18T21:16:27,925 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:27,925 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:27,931 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:27,931 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:27,932 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:27,932 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:27,932 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:27,932 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:27,933 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:27,933 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:27,933 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:27,933 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:27,934 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:27,934 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:27,934 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:27,934 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:27,935 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:27,935 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:27,936 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:27,936 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:27,936 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:27,936 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:27,937 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:27,937 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:27,938 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:27,938 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:27,938 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:27,938 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:27,939 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:27,939 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:27,939 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:27,939 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:27,940 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:27,940 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:27,940 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:27,940 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:27,941 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:27,941 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:27,941 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:27,941 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:27,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742078_1257 (size=1393) 2024-11-18T21:16:27,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742078_1257 (size=1393) 2024-11-18T21:16:27,945 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-18T21:16:27,945 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-18T21:16:27,947 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:27,947 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:27,952 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:27,952 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:27,952 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:27,952 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:27,953 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:27,953 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:27,953 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:27,953 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:27,954 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:27,954 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:27,954 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:27,954 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:27,955 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:27,955 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:27,956 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:27,956 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:27,956 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:27,956 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:27,957 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:27,957 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:27,958 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:27,958 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:27,958 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:27,958 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:27,959 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:27,959 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:27,959 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:27,959 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:27,960 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:27,960 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:27,960 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:27,960 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:27,961 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:27,961 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:27,961 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:27,961 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:27,962 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:27,962 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:27,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742079_1258 (size=1393) 2024-11-18T21:16:27,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742079_1258 (size=1393) 2024-11-18T21:16:27,967 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-18T21:16:27,967 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-18T21:16:27,968 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:27,968 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:27,994 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:27,994 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:27,994 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:27,994 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:27,995 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:27,995 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:27,996 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:27,996 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:27,997 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:27,997 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:27,997 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:27,997 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:27,997 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:27,998 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:27,998 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:27,998 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:27,999 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:27,999 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:27,999 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:27,999 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:28,000 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:28,000 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:28,000 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:28,000 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:28,001 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:28,001 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:28,002 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:28,002 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:28,002 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:28,002 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:28,003 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:28,003 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:28,004 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:28,004 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:28,004 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:28,004 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:28,005 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:28,005 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:28,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742080_1259 (size=1393) 2024-11-18T21:16:28,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742080_1259 (size=1393) 2024-11-18T21:16:28,008 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-18T21:16:28,008 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-18T21:16:28,010 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:28,010 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:28,014 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:28,014 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:28,015 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:28,015 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:28,015 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:28,015 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:28,016 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:28,016 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:28,016 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:28,016 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:28,017 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:28,017 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:28,018 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:28,018 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:28,018 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:28,018 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:28,019 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:28,019 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:28,019 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:28,019 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:28,020 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:28,020 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:28,020 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:28,020 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:28,021 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:28,021 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:28,021 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:28,021 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:28,021 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:28,021 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:28,022 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:28,022 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:28,022 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:28,022 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:28,023 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:28,023 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:28,023 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:28,023 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:28,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742081_1260 (size=1393) 2024-11-18T21:16:28,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742081_1260 (size=1393) 2024-11-18T21:16:28,026 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-18T21:16:28,026 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-18T21:16:28,027 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:28,027 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:28,031 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:28,031 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:28,032 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:28,032 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:28,032 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:28,032 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:28,033 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:28,033 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:28,033 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:28,033 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:28,034 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:28,034 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:28,034 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:28,034 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:28,035 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:28,035 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:28,035 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:28,035 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:28,035 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:28,035 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:28,036 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:28,036 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:28,036 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:28,036 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:28,037 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:28,037 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:28,040 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:28,040 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:28,042 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:28,042 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:28,042 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:28,042 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:28,043 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:28,043 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:28,043 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:28,043 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:28,044 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:28,044 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:28,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742082_1261 (size=1393) 2024-11-18T21:16:28,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742082_1261 (size=1393) 2024-11-18T21:16:28,047 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-18T21:16:28,047 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-18T21:16:28,048 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:28,048 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:28,069 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:28,069 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:28,070 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:28,070 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:28,070 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:28,070 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:28,071 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:28,071 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:28,071 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:28,071 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:28,072 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:28,072 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:28,072 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:28,072 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:28,073 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:28,073 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:28,074 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:28,074 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:28,074 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:28,074 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:28,075 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:28,075 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:28,075 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:28,075 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:28,076 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:28,076 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:28,076 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:28,076 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:28,077 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:28,077 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:28,078 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:28,078 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:28,078 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:28,078 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:28,078 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:28,079 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:28,079 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:28,079 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:28,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742083_1262 (size=1405) 2024-11-18T21:16:28,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742083_1262 (size=1405) 2024-11-18T21:16:28,083 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-18T21:16:28,083 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-18T21:16:28,084 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:28,084 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:28,091 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:28,091 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:28,091 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:28,091 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:28,092 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:28,092 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:28,092 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:28,092 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:28,093 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:28,093 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:28,094 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:28,094 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:28,095 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:28,095 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:28,095 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:28,095 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:28,096 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:28,096 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:28,097 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:28,097 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:28,097 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:28,097 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:28,098 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:28,098 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:28,098 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:28,098 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:28,099 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:28,099 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:28,099 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:28,099 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:28,100 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:28,100 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:28,100 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:28,100 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:28,101 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:28,101 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:28,102 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:28,102 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:28,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742084_1263 (size=1413) 2024-11-18T21:16:28,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742084_1263 (size=1413) 2024-11-18T21:16:28,105 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-18T21:16:28,105 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-18T21:16:28,106 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:28,106 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:28,114 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:28,114 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:28,114 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:28,114 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:28,115 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:28,115 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:28,115 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:28,115 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:28,115 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:28,115 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:28,116 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:28,116 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:28,116 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:28,116 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:28,117 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:28,117 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:28,117 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:28,117 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:28,118 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:28,118 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:28,118 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:28,118 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:28,119 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:28,119 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:28,119 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:28,119 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:28,119 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:28,120 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:28,120 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:28,120 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:28,121 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:28,121 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:28,121 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:28,121 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:28,122 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:28,122 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:28,122 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:28,122 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:28,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742085_1264 (size=1413) 2024-11-18T21:16:28,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742085_1264 (size=1413) 2024-11-18T21:16:28,124 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-18T21:16:28,125 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-18T21:16:28,129 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:28,129 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:28,132 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:28,132 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:28,133 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:28,133 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:28,133 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:28,133 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:28,134 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:28,134 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:28,134 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:28,134 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:28,134 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:28,134 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:28,135 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:28,135 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:28,135 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:28,135 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:28,136 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:28,136 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:28,137 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:28,137 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:28,137 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:28,137 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:28,138 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:28,138 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:28,138 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:28,138 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:28,139 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:28,139 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:28,139 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:28,139 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:28,139 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:28,139 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:28,140 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:28,140 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:28,140 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:28,140 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:28,141 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:28,141 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:28,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742086_1265 (size=1413) 2024-11-18T21:16:28,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742086_1265 (size=1413) 2024-11-18T21:16:28,143 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-18T21:16:28,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742087_1266 (size=1394) 2024-11-18T21:16:28,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742087_1266 (size=1394) 2024-11-18T21:16:28,178 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46137/user/jenkins/test-data/21255d6a-8689-457e-78bb-0027d3bc5f9e/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731964587877/wal.dat.0, size=1.4 K (1393bytes) 2024-11-18T21:16:28,178 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46137/user/jenkins/test-data/21255d6a-8689-457e-78bb-0027d3bc5f9e/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731964587877/wal.dat.0 2024-11-18T21:16:28,178 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46137/user/jenkins/test-data/21255d6a-8689-457e-78bb-0027d3bc5f9e/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731964587877/wal.dat.0 after 0ms 2024-11-18T21:16:28,181 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46137/user/jenkins/test-data/21255d6a-8689-457e-78bb-0027d3bc5f9e/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731964587877/wal.dat.0 took 3ms 2024-11-18T21:16:28,184 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/21255d6a-8689-457e-78bb-0027d3bc5f9e/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731964587877/wal.dat.0 so closing down 2024-11-18T21:16:28,184 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T21:16:28,184 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T21:16:28,190 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-18T21:16:28,190 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-18T21:16:28,191 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/21255d6a-8689-457e-78bb-0027d3bc5f9e/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-18T21:16:28,192 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/21255d6a-8689-457e-78bb-0027d3bc5f9e/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-18T21:16:28,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742088_1267 (size=743) 2024-11-18T21:16:28,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742089_1268 (size=743) 2024-11-18T21:16:28,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742089_1268 (size=743) 2024-11-18T21:16:28,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742088_1267 (size=743) 2024-11-18T21:16:28,198 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/21255d6a-8689-457e-78bb-0027d3bc5f9e/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T21:16:28,198 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/21255d6a-8689-457e-78bb-0027d3bc5f9e/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T21:16:28,202 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/21255d6a-8689-457e-78bb-0027d3bc5f9e/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:46137/user/jenkins/test-data/21255d6a-8689-457e-78bb-0027d3bc5f9e/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-18T21:16:28,202 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/21255d6a-8689-457e-78bb-0027d3bc5f9e/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:46137/user/jenkins/test-data/21255d6a-8689-457e-78bb-0027d3bc5f9e/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-18T21:16:28,202 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 21 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/21255d6a-8689-457e-78bb-0027d3bc5f9e/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731964587877/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T21:16:28,202 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46137/user/jenkins/test-data/21255d6a-8689-457e-78bb-0027d3bc5f9e/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731964587877/wal.dat.0, journal: Splitting hdfs://localhost:46137/user/jenkins/test-data/21255d6a-8689-457e-78bb-0027d3bc5f9e/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731964587877/wal.dat.0, size=1.4 K (1393bytes) at 1731964588178Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/21255d6a-8689-457e-78bb-0027d3bc5f9e/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731964587877/wal.dat.0 so closing down at 1731964588184 (+6 ms)3 split writer threads finished at 1731964588184Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/21255d6a-8689-457e-78bb-0027d3bc5f9e/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731964588191 (+7 ms)Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/21255d6a-8689-457e-78bb-0027d3bc5f9e/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731964588192 (+1 ms)Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/21255d6a-8689-457e-78bb-0027d3bc5f9e/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731964588198 (+6 ms)Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/21255d6a-8689-457e-78bb-0027d3bc5f9e/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731964588198Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/21255d6a-8689-457e-78bb-0027d3bc5f9e/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:46137/user/jenkins/test-data/21255d6a-8689-457e-78bb-0027d3bc5f9e/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731964588202 (+4 ms)Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/21255d6a-8689-457e-78bb-0027d3bc5f9e/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:46137/user/jenkins/test-data/21255d6a-8689-457e-78bb-0027d3bc5f9e/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731964588202Processed 20 edits across 2 Regions in 21 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/21255d6a-8689-457e-78bb-0027d3bc5f9e/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731964587877/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731964588202 2024-11-18T21:16:28,207 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46137/user/jenkins/test-data/21255d6a-8689-457e-78bb-0027d3bc5f9e/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731964587877/wal.dat.0 to hdfs://localhost:46137/user/jenkins/test-data/21255d6a-8689-457e-78bb-0027d3bc5f9e/oldWALs/wal.dat.0 2024-11-18T21:16:28,207 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46137/user/jenkins/test-data/21255d6a-8689-457e-78bb-0027d3bc5f9e/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731964587877/wal.dat.1, size=1.4 K (1393bytes) 2024-11-18T21:16:28,207 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46137/user/jenkins/test-data/21255d6a-8689-457e-78bb-0027d3bc5f9e/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731964587877/wal.dat.1 2024-11-18T21:16:28,208 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46137/user/jenkins/test-data/21255d6a-8689-457e-78bb-0027d3bc5f9e/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731964587877/wal.dat.1 after 1ms 2024-11-18T21:16:28,210 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46137/user/jenkins/test-data/21255d6a-8689-457e-78bb-0027d3bc5f9e/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731964587877/wal.dat.1 took 3ms 2024-11-18T21:16:28,212 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/21255d6a-8689-457e-78bb-0027d3bc5f9e/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731964587877/wal.dat.1 so closing down 2024-11-18T21:16:28,212 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T21:16:28,213 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T21:16:28,215 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-18T21:16:28,215 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-18T21:16:28,217 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/21255d6a-8689-457e-78bb-0027d3bc5f9e/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-18T21:16:28,217 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/21255d6a-8689-457e-78bb-0027d3bc5f9e/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-18T21:16:28,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742090_1269 (size=743) 2024-11-18T21:16:28,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742090_1269 (size=743) 2024-11-18T21:16:28,223 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/21255d6a-8689-457e-78bb-0027d3bc5f9e/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T21:16:28,225 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/21255d6a-8689-457e-78bb-0027d3bc5f9e/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:46137/user/jenkins/test-data/21255d6a-8689-457e-78bb-0027d3bc5f9e/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-18T21:16:28,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742091_1270 (size=743) 2024-11-18T21:16:28,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742091_1270 (size=743) 2024-11-18T21:16:28,244 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/21255d6a-8689-457e-78bb-0027d3bc5f9e/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T21:16:28,250 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/21255d6a-8689-457e-78bb-0027d3bc5f9e/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:46137/user/jenkins/test-data/21255d6a-8689-457e-78bb-0027d3bc5f9e/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-18T21:16:28,250 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 39 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/21255d6a-8689-457e-78bb-0027d3bc5f9e/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731964587877/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T21:16:28,250 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46137/user/jenkins/test-data/21255d6a-8689-457e-78bb-0027d3bc5f9e/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731964587877/wal.dat.1, journal: Splitting hdfs://localhost:46137/user/jenkins/test-data/21255d6a-8689-457e-78bb-0027d3bc5f9e/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731964587877/wal.dat.1, size=1.4 K (1393bytes) at 1731964588207Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/21255d6a-8689-457e-78bb-0027d3bc5f9e/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731964587877/wal.dat.1 so closing down at 1731964588212 (+5 ms)3 split writer threads finished at 1731964588213 (+1 ms)Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/21255d6a-8689-457e-78bb-0027d3bc5f9e/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731964588217 (+4 ms)Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/21255d6a-8689-457e-78bb-0027d3bc5f9e/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731964588217Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/21255d6a-8689-457e-78bb-0027d3bc5f9e/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731964588223 (+6 ms)Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/21255d6a-8689-457e-78bb-0027d3bc5f9e/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:46137/user/jenkins/test-data/21255d6a-8689-457e-78bb-0027d3bc5f9e/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731964588225 (+2 ms)Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/21255d6a-8689-457e-78bb-0027d3bc5f9e/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731964588244 (+19 ms)Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/21255d6a-8689-457e-78bb-0027d3bc5f9e/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:46137/user/jenkins/test-data/21255d6a-8689-457e-78bb-0027d3bc5f9e/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731964588250 (+6 ms)Processed 20 edits across 2 Regions in 39 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/21255d6a-8689-457e-78bb-0027d3bc5f9e/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731964587877/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731964588250 2024-11-18T21:16:28,252 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46137/user/jenkins/test-data/21255d6a-8689-457e-78bb-0027d3bc5f9e/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731964587877/wal.dat.1 to hdfs://localhost:46137/user/jenkins/test-data/21255d6a-8689-457e-78bb-0027d3bc5f9e/oldWALs/wal.dat.1 2024-11-18T21:16:28,253 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46137/user/jenkins/test-data/21255d6a-8689-457e-78bb-0027d3bc5f9e/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731964587877/wal.dat.2, size=1.4 K (1393bytes) 2024-11-18T21:16:28,253 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46137/user/jenkins/test-data/21255d6a-8689-457e-78bb-0027d3bc5f9e/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731964587877/wal.dat.2 2024-11-18T21:16:28,253 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46137/user/jenkins/test-data/21255d6a-8689-457e-78bb-0027d3bc5f9e/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731964587877/wal.dat.2 after 0ms 2024-11-18T21:16:28,255 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46137/user/jenkins/test-data/21255d6a-8689-457e-78bb-0027d3bc5f9e/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731964587877/wal.dat.2 took 3ms 2024-11-18T21:16:28,257 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/21255d6a-8689-457e-78bb-0027d3bc5f9e/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731964587877/wal.dat.2 so closing down 2024-11-18T21:16:28,257 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T21:16:28,257 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T21:16:28,260 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-18T21:16:28,260 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-18T21:16:28,264 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/21255d6a-8689-457e-78bb-0027d3bc5f9e/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-18T21:16:28,265 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/21255d6a-8689-457e-78bb-0027d3bc5f9e/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-18T21:16:28,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742093_1272 (size=743) 2024-11-18T21:16:28,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742093_1272 (size=743) 2024-11-18T21:16:28,274 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/21255d6a-8689-457e-78bb-0027d3bc5f9e/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T21:16:28,276 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/21255d6a-8689-457e-78bb-0027d3bc5f9e/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:46137/user/jenkins/test-data/21255d6a-8689-457e-78bb-0027d3bc5f9e/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-18T21:16:28,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742092_1271 (size=743) 2024-11-18T21:16:28,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742092_1271 (size=743) 2024-11-18T21:16:28,303 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/21255d6a-8689-457e-78bb-0027d3bc5f9e/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T21:16:28,306 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/21255d6a-8689-457e-78bb-0027d3bc5f9e/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:46137/user/jenkins/test-data/21255d6a-8689-457e-78bb-0027d3bc5f9e/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-18T21:16:28,306 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 50 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/21255d6a-8689-457e-78bb-0027d3bc5f9e/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731964587877/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T21:16:28,306 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46137/user/jenkins/test-data/21255d6a-8689-457e-78bb-0027d3bc5f9e/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731964587877/wal.dat.2, journal: Splitting hdfs://localhost:46137/user/jenkins/test-data/21255d6a-8689-457e-78bb-0027d3bc5f9e/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731964587877/wal.dat.2, size=1.4 K (1393bytes) at 1731964588253Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/21255d6a-8689-457e-78bb-0027d3bc5f9e/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731964587877/wal.dat.2 so closing down at 1731964588257 (+4 ms)3 split writer threads finished at 1731964588257Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/21255d6a-8689-457e-78bb-0027d3bc5f9e/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731964588264 (+7 ms)Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/21255d6a-8689-457e-78bb-0027d3bc5f9e/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731964588265 (+1 ms)Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/21255d6a-8689-457e-78bb-0027d3bc5f9e/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731964588274 (+9 ms)Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/21255d6a-8689-457e-78bb-0027d3bc5f9e/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:46137/user/jenkins/test-data/21255d6a-8689-457e-78bb-0027d3bc5f9e/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731964588276 (+2 ms)Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/21255d6a-8689-457e-78bb-0027d3bc5f9e/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731964588304 (+28 ms)Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/21255d6a-8689-457e-78bb-0027d3bc5f9e/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:46137/user/jenkins/test-data/21255d6a-8689-457e-78bb-0027d3bc5f9e/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731964588306 (+2 ms)Processed 20 edits across 2 Regions in 50 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/21255d6a-8689-457e-78bb-0027d3bc5f9e/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731964587877/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731964588306 2024-11-18T21:16:28,308 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46137/user/jenkins/test-data/21255d6a-8689-457e-78bb-0027d3bc5f9e/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731964587877/wal.dat.2 to hdfs://localhost:46137/user/jenkins/test-data/21255d6a-8689-457e-78bb-0027d3bc5f9e/oldWALs/wal.dat.2 2024-11-18T21:16:28,308 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46137/user/jenkins/test-data/21255d6a-8689-457e-78bb-0027d3bc5f9e/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731964587877/wal.dat.3, size=1.4 K (1393bytes) 2024-11-18T21:16:28,308 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46137/user/jenkins/test-data/21255d6a-8689-457e-78bb-0027d3bc5f9e/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731964587877/wal.dat.3 2024-11-18T21:16:28,309 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46137/user/jenkins/test-data/21255d6a-8689-457e-78bb-0027d3bc5f9e/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731964587877/wal.dat.3 after 1ms 2024-11-18T21:16:28,311 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46137/user/jenkins/test-data/21255d6a-8689-457e-78bb-0027d3bc5f9e/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731964587877/wal.dat.3 took 3ms 2024-11-18T21:16:28,313 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/21255d6a-8689-457e-78bb-0027d3bc5f9e/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731964587877/wal.dat.3 so closing down 2024-11-18T21:16:28,313 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T21:16:28,314 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T21:16:28,319 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-18T21:16:28,322 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-18T21:16:28,333 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/21255d6a-8689-457e-78bb-0027d3bc5f9e/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-18T21:16:28,336 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/21255d6a-8689-457e-78bb-0027d3bc5f9e/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-18T21:16:28,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742094_1273 (size=743) 2024-11-18T21:16:28,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742094_1273 (size=743) 2024-11-18T21:16:28,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742095_1274 (size=743) 2024-11-18T21:16:28,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742095_1274 (size=743) 2024-11-18T21:16:28,385 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/21255d6a-8689-457e-78bb-0027d3bc5f9e/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T21:16:28,389 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/21255d6a-8689-457e-78bb-0027d3bc5f9e/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:46137/user/jenkins/test-data/21255d6a-8689-457e-78bb-0027d3bc5f9e/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-18T21:16:28,766 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/21255d6a-8689-457e-78bb-0027d3bc5f9e/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T21:16:28,767 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/21255d6a-8689-457e-78bb-0027d3bc5f9e/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:46137/user/jenkins/test-data/21255d6a-8689-457e-78bb-0027d3bc5f9e/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-18T21:16:28,768 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 456 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/21255d6a-8689-457e-78bb-0027d3bc5f9e/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731964587877/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T21:16:28,768 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46137/user/jenkins/test-data/21255d6a-8689-457e-78bb-0027d3bc5f9e/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731964587877/wal.dat.3, journal: Splitting hdfs://localhost:46137/user/jenkins/test-data/21255d6a-8689-457e-78bb-0027d3bc5f9e/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731964587877/wal.dat.3, size=1.4 K (1393bytes) at 1731964588308Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/21255d6a-8689-457e-78bb-0027d3bc5f9e/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731964587877/wal.dat.3 so closing down at 1731964588313 (+5 ms)3 split writer threads finished at 1731964588315 (+2 ms)Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/21255d6a-8689-457e-78bb-0027d3bc5f9e/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731964588333 (+18 ms)Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/21255d6a-8689-457e-78bb-0027d3bc5f9e/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731964588336 (+3 ms)Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/21255d6a-8689-457e-78bb-0027d3bc5f9e/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731964588385 (+49 ms)Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/21255d6a-8689-457e-78bb-0027d3bc5f9e/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:46137/user/jenkins/test-data/21255d6a-8689-457e-78bb-0027d3bc5f9e/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731964588389 (+4 ms)Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/21255d6a-8689-457e-78bb-0027d3bc5f9e/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731964588766 (+377 ms)Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/21255d6a-8689-457e-78bb-0027d3bc5f9e/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:46137/user/jenkins/test-data/21255d6a-8689-457e-78bb-0027d3bc5f9e/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1731964588768 (+2 ms)Processed 20 edits across 2 Regions in 456 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/21255d6a-8689-457e-78bb-0027d3bc5f9e/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731964587877/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731964588768 2024-11-18T21:16:28,770 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46137/user/jenkins/test-data/21255d6a-8689-457e-78bb-0027d3bc5f9e/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731964587877/wal.dat.3 to hdfs://localhost:46137/user/jenkins/test-data/21255d6a-8689-457e-78bb-0027d3bc5f9e/oldWALs/wal.dat.3 2024-11-18T21:16:28,771 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46137/user/jenkins/test-data/21255d6a-8689-457e-78bb-0027d3bc5f9e/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731964587877/wal.dat.4, size=1.4 K (1393bytes) 2024-11-18T21:16:28,771 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46137/user/jenkins/test-data/21255d6a-8689-457e-78bb-0027d3bc5f9e/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731964587877/wal.dat.4 2024-11-18T21:16:28,771 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46137/user/jenkins/test-data/21255d6a-8689-457e-78bb-0027d3bc5f9e/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731964587877/wal.dat.4 after 0ms 2024-11-18T21:16:28,773 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46137/user/jenkins/test-data/21255d6a-8689-457e-78bb-0027d3bc5f9e/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731964587877/wal.dat.4 took 2ms 2024-11-18T21:16:28,775 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/21255d6a-8689-457e-78bb-0027d3bc5f9e/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731964587877/wal.dat.4 so closing down 2024-11-18T21:16:28,775 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T21:16:28,775 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T21:16:28,778 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-18T21:16:28,778 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-18T21:16:28,779 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/21255d6a-8689-457e-78bb-0027d3bc5f9e/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-18T21:16:28,780 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/21255d6a-8689-457e-78bb-0027d3bc5f9e/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-18T21:16:28,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742097_1276 (size=743) 2024-11-18T21:16:28,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742097_1276 (size=743) 2024-11-18T21:16:28,789 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/21255d6a-8689-457e-78bb-0027d3bc5f9e/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T21:16:28,791 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/21255d6a-8689-457e-78bb-0027d3bc5f9e/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:46137/user/jenkins/test-data/21255d6a-8689-457e-78bb-0027d3bc5f9e/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-18T21:16:28,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742096_1275 (size=743) 2024-11-18T21:16:28,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742096_1275 (size=743) 2024-11-18T21:16:28,795 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/21255d6a-8689-457e-78bb-0027d3bc5f9e/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T21:16:28,797 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/21255d6a-8689-457e-78bb-0027d3bc5f9e/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:46137/user/jenkins/test-data/21255d6a-8689-457e-78bb-0027d3bc5f9e/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-18T21:16:28,797 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 23 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/21255d6a-8689-457e-78bb-0027d3bc5f9e/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731964587877/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T21:16:28,797 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46137/user/jenkins/test-data/21255d6a-8689-457e-78bb-0027d3bc5f9e/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731964587877/wal.dat.4, journal: Splitting hdfs://localhost:46137/user/jenkins/test-data/21255d6a-8689-457e-78bb-0027d3bc5f9e/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731964587877/wal.dat.4, size=1.4 K (1393bytes) at 1731964588771Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/21255d6a-8689-457e-78bb-0027d3bc5f9e/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731964587877/wal.dat.4 so closing down at 1731964588775 (+4 ms)3 split writer threads finished at 1731964588775Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/21255d6a-8689-457e-78bb-0027d3bc5f9e/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731964588779 (+4 ms)Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/21255d6a-8689-457e-78bb-0027d3bc5f9e/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731964588780 (+1 ms)Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/21255d6a-8689-457e-78bb-0027d3bc5f9e/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731964588789 (+9 ms)Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/21255d6a-8689-457e-78bb-0027d3bc5f9e/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:46137/user/jenkins/test-data/21255d6a-8689-457e-78bb-0027d3bc5f9e/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1731964588791 (+2 ms)Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/21255d6a-8689-457e-78bb-0027d3bc5f9e/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731964588795 (+4 ms)Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/21255d6a-8689-457e-78bb-0027d3bc5f9e/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:46137/user/jenkins/test-data/21255d6a-8689-457e-78bb-0027d3bc5f9e/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731964588797 (+2 ms)Processed 20 edits across 2 Regions in 23 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/21255d6a-8689-457e-78bb-0027d3bc5f9e/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731964587877/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731964588797 2024-11-18T21:16:28,799 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46137/user/jenkins/test-data/21255d6a-8689-457e-78bb-0027d3bc5f9e/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731964587877/wal.dat.4 to hdfs://localhost:46137/user/jenkins/test-data/21255d6a-8689-457e-78bb-0027d3bc5f9e/oldWALs/wal.dat.4 2024-11-18T21:16:28,799 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46137/user/jenkins/test-data/21255d6a-8689-457e-78bb-0027d3bc5f9e/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731964587877/wal.dat.5, size=1.4 K (1394bytes) 2024-11-18T21:16:28,799 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46137/user/jenkins/test-data/21255d6a-8689-457e-78bb-0027d3bc5f9e/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731964587877/wal.dat.5 2024-11-18T21:16:28,800 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46137/user/jenkins/test-data/21255d6a-8689-457e-78bb-0027d3bc5f9e/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731964587877/wal.dat.5 after 1ms 2024-11-18T21:16:28,802 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:46137/user/jenkins/test-data/21255d6a-8689-457e-78bb-0027d3bc5f9e/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731964587877/wal.dat.5 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true; could not open hdfs://localhost:46137/user/jenkins/test-data/21255d6a-8689-457e-78bb-0027d3bc5f9e/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731964587877/wal.dat.5, skipping at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:481) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:305) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitAndCount(TestWALSplit.java:529) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testFirstLineCorruptionLogFileSkipErrorsPasses(TestWALSplit.java:587) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: Invalid PB WAL magic \x00PWA, expected PWAL at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.readHeader(AbstractProtobufWALReader.java:225) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.init(AbstractProtobufWALReader.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:417) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:396) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:527) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:459) ~[classes/:?] ... 31 more 2024-11-18T21:16:28,802 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/21255d6a-8689-457e-78bb-0027d3bc5f9e/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731964587877/wal.dat.5 so closing down 2024-11-18T21:16:28,803 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 4 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/21255d6a-8689-457e-78bb-0027d3bc5f9e/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731964587877/wal.dat.5, size=1.4 K, length=1394, corrupted=true, cancelled=false 2024-11-18T21:16:28,803 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46137/user/jenkins/test-data/21255d6a-8689-457e-78bb-0027d3bc5f9e/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731964587877/wal.dat.5, journal: Splitting hdfs://localhost:46137/user/jenkins/test-data/21255d6a-8689-457e-78bb-0027d3bc5f9e/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731964587877/wal.dat.5, size=1.4 K (1394bytes) at 1731964588799Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/21255d6a-8689-457e-78bb-0027d3bc5f9e/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731964587877/wal.dat.5 so closing down at 1731964588803 (+4 ms)Processed 0 edits across 0 Regions in 4 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/21255d6a-8689-457e-78bb-0027d3bc5f9e/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731964587877/wal.dat.5, size=1.4 K, length=1394, corrupted=true, cancelled=false at 1731964588803 2024-11-18T21:16:28,805 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46137/user/jenkins/test-data/21255d6a-8689-457e-78bb-0027d3bc5f9e/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731964587877/wal.dat.5 to hdfs://localhost:46137/user/jenkins/test-data/21255d6a-8689-457e-78bb-0027d3bc5f9e/corrupt/wal.dat.5 2024-11-18T21:16:28,805 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46137/user/jenkins/test-data/21255d6a-8689-457e-78bb-0027d3bc5f9e/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731964587877/wal.dat.6, size=1.4 K (1405bytes) 2024-11-18T21:16:28,805 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46137/user/jenkins/test-data/21255d6a-8689-457e-78bb-0027d3bc5f9e/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731964587877/wal.dat.6 2024-11-18T21:16:28,805 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46137/user/jenkins/test-data/21255d6a-8689-457e-78bb-0027d3bc5f9e/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731964587877/wal.dat.6 after 0ms 2024-11-18T21:16:28,807 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46137/user/jenkins/test-data/21255d6a-8689-457e-78bb-0027d3bc5f9e/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731964587877/wal.dat.6 took 2ms 2024-11-18T21:16:28,809 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/21255d6a-8689-457e-78bb-0027d3bc5f9e/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731964587877/wal.dat.6 so closing down 2024-11-18T21:16:28,809 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T21:16:28,809 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T21:16:28,812 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-18T21:16:28,812 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-18T21:16:28,813 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/21255d6a-8689-457e-78bb-0027d3bc5f9e/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-18T21:16:28,814 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/21255d6a-8689-457e-78bb-0027d3bc5f9e/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-18T21:16:28,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742098_1277 (size=749) 2024-11-18T21:16:28,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742098_1277 (size=749) 2024-11-18T21:16:28,831 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/21255d6a-8689-457e-78bb-0027d3bc5f9e/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T21:16:28,833 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/21255d6a-8689-457e-78bb-0027d3bc5f9e/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:46137/user/jenkins/test-data/21255d6a-8689-457e-78bb-0027d3bc5f9e/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-18T21:16:28,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742099_1278 (size=749) 2024-11-18T21:16:28,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742099_1278 (size=749) 2024-11-18T21:16:28,842 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/21255d6a-8689-457e-78bb-0027d3bc5f9e/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T21:16:28,845 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/21255d6a-8689-457e-78bb-0027d3bc5f9e/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:46137/user/jenkins/test-data/21255d6a-8689-457e-78bb-0027d3bc5f9e/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-18T21:16:28,845 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 37 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/21255d6a-8689-457e-78bb-0027d3bc5f9e/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731964587877/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-18T21:16:28,845 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46137/user/jenkins/test-data/21255d6a-8689-457e-78bb-0027d3bc5f9e/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731964587877/wal.dat.6, journal: Splitting hdfs://localhost:46137/user/jenkins/test-data/21255d6a-8689-457e-78bb-0027d3bc5f9e/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731964587877/wal.dat.6, size=1.4 K (1405bytes) at 1731964588805Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/21255d6a-8689-457e-78bb-0027d3bc5f9e/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731964587877/wal.dat.6 so closing down at 1731964588809 (+4 ms)3 split writer threads finished at 1731964588809Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/21255d6a-8689-457e-78bb-0027d3bc5f9e/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731964588813 (+4 ms)Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/21255d6a-8689-457e-78bb-0027d3bc5f9e/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731964588814 (+1 ms)Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/21255d6a-8689-457e-78bb-0027d3bc5f9e/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731964588831 (+17 ms)Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/21255d6a-8689-457e-78bb-0027d3bc5f9e/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:46137/user/jenkins/test-data/21255d6a-8689-457e-78bb-0027d3bc5f9e/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1731964588833 (+2 ms)Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/21255d6a-8689-457e-78bb-0027d3bc5f9e/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731964588842 (+9 ms)Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/21255d6a-8689-457e-78bb-0027d3bc5f9e/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:46137/user/jenkins/test-data/21255d6a-8689-457e-78bb-0027d3bc5f9e/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1731964588845 (+3 ms)Processed 20 edits across 2 Regions in 37 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/21255d6a-8689-457e-78bb-0027d3bc5f9e/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731964587877/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1731964588845 2024-11-18T21:16:28,847 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46137/user/jenkins/test-data/21255d6a-8689-457e-78bb-0027d3bc5f9e/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731964587877/wal.dat.6 to hdfs://localhost:46137/user/jenkins/test-data/21255d6a-8689-457e-78bb-0027d3bc5f9e/oldWALs/wal.dat.6 2024-11-18T21:16:28,847 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46137/user/jenkins/test-data/21255d6a-8689-457e-78bb-0027d3bc5f9e/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731964587877/wal.dat.7, size=1.4 K (1413bytes) 2024-11-18T21:16:28,847 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46137/user/jenkins/test-data/21255d6a-8689-457e-78bb-0027d3bc5f9e/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731964587877/wal.dat.7 2024-11-18T21:16:28,848 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46137/user/jenkins/test-data/21255d6a-8689-457e-78bb-0027d3bc5f9e/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731964587877/wal.dat.7 after 1ms 2024-11-18T21:16:28,850 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46137/user/jenkins/test-data/21255d6a-8689-457e-78bb-0027d3bc5f9e/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731964587877/wal.dat.7 took 3ms 2024-11-18T21:16:28,851 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/21255d6a-8689-457e-78bb-0027d3bc5f9e/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731964587877/wal.dat.7 so closing down 2024-11-18T21:16:28,851 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T21:16:28,852 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T21:16:28,854 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-18T21:16:28,855 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-18T21:16:28,855 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/21255d6a-8689-457e-78bb-0027d3bc5f9e/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-18T21:16:28,856 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/21255d6a-8689-457e-78bb-0027d3bc5f9e/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-18T21:16:28,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742100_1279 (size=753) 2024-11-18T21:16:28,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742100_1279 (size=753) 2024-11-18T21:16:28,862 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/21255d6a-8689-457e-78bb-0027d3bc5f9e/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T21:16:28,864 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/21255d6a-8689-457e-78bb-0027d3bc5f9e/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:46137/user/jenkins/test-data/21255d6a-8689-457e-78bb-0027d3bc5f9e/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-18T21:16:28,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742101_1280 (size=753) 2024-11-18T21:16:28,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742101_1280 (size=753) 2024-11-18T21:16:28,875 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/21255d6a-8689-457e-78bb-0027d3bc5f9e/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T21:16:28,877 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/21255d6a-8689-457e-78bb-0027d3bc5f9e/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:46137/user/jenkins/test-data/21255d6a-8689-457e-78bb-0027d3bc5f9e/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-18T21:16:28,877 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 27 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/21255d6a-8689-457e-78bb-0027d3bc5f9e/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731964587877/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-18T21:16:28,877 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46137/user/jenkins/test-data/21255d6a-8689-457e-78bb-0027d3bc5f9e/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731964587877/wal.dat.7, journal: Splitting hdfs://localhost:46137/user/jenkins/test-data/21255d6a-8689-457e-78bb-0027d3bc5f9e/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731964587877/wal.dat.7, size=1.4 K (1413bytes) at 1731964588847Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/21255d6a-8689-457e-78bb-0027d3bc5f9e/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731964587877/wal.dat.7 so closing down at 1731964588851 (+4 ms)3 split writer threads finished at 1731964588852 (+1 ms)Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/21255d6a-8689-457e-78bb-0027d3bc5f9e/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731964588855 (+3 ms)Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/21255d6a-8689-457e-78bb-0027d3bc5f9e/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731964588856 (+1 ms)Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/21255d6a-8689-457e-78bb-0027d3bc5f9e/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731964588862 (+6 ms)Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/21255d6a-8689-457e-78bb-0027d3bc5f9e/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:46137/user/jenkins/test-data/21255d6a-8689-457e-78bb-0027d3bc5f9e/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1731964588864 (+2 ms)Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/21255d6a-8689-457e-78bb-0027d3bc5f9e/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731964588875 (+11 ms)Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/21255d6a-8689-457e-78bb-0027d3bc5f9e/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:46137/user/jenkins/test-data/21255d6a-8689-457e-78bb-0027d3bc5f9e/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1731964588877 (+2 ms)Processed 20 edits across 2 Regions in 27 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/21255d6a-8689-457e-78bb-0027d3bc5f9e/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731964587877/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731964588877 2024-11-18T21:16:28,880 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46137/user/jenkins/test-data/21255d6a-8689-457e-78bb-0027d3bc5f9e/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731964587877/wal.dat.7 to hdfs://localhost:46137/user/jenkins/test-data/21255d6a-8689-457e-78bb-0027d3bc5f9e/oldWALs/wal.dat.7 2024-11-18T21:16:28,880 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46137/user/jenkins/test-data/21255d6a-8689-457e-78bb-0027d3bc5f9e/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731964587877/wal.dat.8, size=1.4 K (1413bytes) 2024-11-18T21:16:28,880 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46137/user/jenkins/test-data/21255d6a-8689-457e-78bb-0027d3bc5f9e/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731964587877/wal.dat.8 2024-11-18T21:16:28,884 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46137/user/jenkins/test-data/21255d6a-8689-457e-78bb-0027d3bc5f9e/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731964587877/wal.dat.8 after 4ms 2024-11-18T21:16:28,886 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46137/user/jenkins/test-data/21255d6a-8689-457e-78bb-0027d3bc5f9e/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731964587877/wal.dat.8 took 6ms 2024-11-18T21:16:28,888 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/21255d6a-8689-457e-78bb-0027d3bc5f9e/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731964587877/wal.dat.8 so closing down 2024-11-18T21:16:28,888 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T21:16:28,888 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T21:16:28,894 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-18T21:16:28,896 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/21255d6a-8689-457e-78bb-0027d3bc5f9e/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-18T21:16:28,897 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-18T21:16:28,899 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/21255d6a-8689-457e-78bb-0027d3bc5f9e/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-18T21:16:28,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742103_1282 (size=753) 2024-11-18T21:16:28,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742103_1282 (size=753) 2024-11-18T21:16:28,930 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/21255d6a-8689-457e-78bb-0027d3bc5f9e/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T21:16:28,932 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/21255d6a-8689-457e-78bb-0027d3bc5f9e/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:46137/user/jenkins/test-data/21255d6a-8689-457e-78bb-0027d3bc5f9e/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-18T21:16:28,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742102_1281 (size=753) 2024-11-18T21:16:28,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742102_1281 (size=753) 2024-11-18T21:16:28,946 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/21255d6a-8689-457e-78bb-0027d3bc5f9e/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T21:16:28,950 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/21255d6a-8689-457e-78bb-0027d3bc5f9e/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:46137/user/jenkins/test-data/21255d6a-8689-457e-78bb-0027d3bc5f9e/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-18T21:16:28,952 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 65 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/21255d6a-8689-457e-78bb-0027d3bc5f9e/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731964587877/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-18T21:16:28,952 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46137/user/jenkins/test-data/21255d6a-8689-457e-78bb-0027d3bc5f9e/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731964587877/wal.dat.8, journal: Splitting hdfs://localhost:46137/user/jenkins/test-data/21255d6a-8689-457e-78bb-0027d3bc5f9e/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731964587877/wal.dat.8, size=1.4 K (1413bytes) at 1731964588880Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/21255d6a-8689-457e-78bb-0027d3bc5f9e/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731964587877/wal.dat.8 so closing down at 1731964588888 (+8 ms)3 split writer threads finished at 1731964588888Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/21255d6a-8689-457e-78bb-0027d3bc5f9e/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731964588896 (+8 ms)Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/21255d6a-8689-457e-78bb-0027d3bc5f9e/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731964588899 (+3 ms)Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/21255d6a-8689-457e-78bb-0027d3bc5f9e/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731964588930 (+31 ms)Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/21255d6a-8689-457e-78bb-0027d3bc5f9e/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:46137/user/jenkins/test-data/21255d6a-8689-457e-78bb-0027d3bc5f9e/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1731964588932 (+2 ms)Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/21255d6a-8689-457e-78bb-0027d3bc5f9e/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731964588946 (+14 ms)Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/21255d6a-8689-457e-78bb-0027d3bc5f9e/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:46137/user/jenkins/test-data/21255d6a-8689-457e-78bb-0027d3bc5f9e/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1731964588950 (+4 ms)Processed 20 edits across 2 Regions in 65 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/21255d6a-8689-457e-78bb-0027d3bc5f9e/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731964587877/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731964588952 (+2 ms) 2024-11-18T21:16:28,955 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46137/user/jenkins/test-data/21255d6a-8689-457e-78bb-0027d3bc5f9e/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731964587877/wal.dat.8 to hdfs://localhost:46137/user/jenkins/test-data/21255d6a-8689-457e-78bb-0027d3bc5f9e/oldWALs/wal.dat.8 2024-11-18T21:16:28,955 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46137/user/jenkins/test-data/21255d6a-8689-457e-78bb-0027d3bc5f9e/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731964587877/wal.dat.9, size=1.4 K (1413bytes) 2024-11-18T21:16:28,955 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46137/user/jenkins/test-data/21255d6a-8689-457e-78bb-0027d3bc5f9e/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731964587877/wal.dat.9 2024-11-18T21:16:28,955 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46137/user/jenkins/test-data/21255d6a-8689-457e-78bb-0027d3bc5f9e/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731964587877/wal.dat.9 after 0ms 2024-11-18T21:16:28,958 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46137/user/jenkins/test-data/21255d6a-8689-457e-78bb-0027d3bc5f9e/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731964587877/wal.dat.9 took 3ms 2024-11-18T21:16:28,959 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/21255d6a-8689-457e-78bb-0027d3bc5f9e/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731964587877/wal.dat.9 so closing down 2024-11-18T21:16:28,959 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T21:16:28,959 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T21:16:28,965 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-18T21:16:28,966 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/21255d6a-8689-457e-78bb-0027d3bc5f9e/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-18T21:16:28,966 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-18T21:16:28,972 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/21255d6a-8689-457e-78bb-0027d3bc5f9e/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-18T21:16:29,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742104_1283 (size=753) 2024-11-18T21:16:29,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742104_1283 (size=753) 2024-11-18T21:16:29,009 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/21255d6a-8689-457e-78bb-0027d3bc5f9e/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T21:16:29,014 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/21255d6a-8689-457e-78bb-0027d3bc5f9e/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:46137/user/jenkins/test-data/21255d6a-8689-457e-78bb-0027d3bc5f9e/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-18T21:16:29,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742105_1284 (size=753) 2024-11-18T21:16:29,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742105_1284 (size=753) 2024-11-18T21:16:29,019 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/21255d6a-8689-457e-78bb-0027d3bc5f9e/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T21:16:29,020 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/21255d6a-8689-457e-78bb-0027d3bc5f9e/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:46137/user/jenkins/test-data/21255d6a-8689-457e-78bb-0027d3bc5f9e/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-18T21:16:29,021 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 62 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/21255d6a-8689-457e-78bb-0027d3bc5f9e/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731964587877/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-18T21:16:29,021 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46137/user/jenkins/test-data/21255d6a-8689-457e-78bb-0027d3bc5f9e/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731964587877/wal.dat.9, journal: Splitting hdfs://localhost:46137/user/jenkins/test-data/21255d6a-8689-457e-78bb-0027d3bc5f9e/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731964587877/wal.dat.9, size=1.4 K (1413bytes) at 1731964588955Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/21255d6a-8689-457e-78bb-0027d3bc5f9e/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731964587877/wal.dat.9 so closing down at 1731964588959 (+4 ms)3 split writer threads finished at 1731964588960 (+1 ms)Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/21255d6a-8689-457e-78bb-0027d3bc5f9e/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731964588966 (+6 ms)Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/21255d6a-8689-457e-78bb-0027d3bc5f9e/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731964588972 (+6 ms)Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/21255d6a-8689-457e-78bb-0027d3bc5f9e/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731964589009 (+37 ms)Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/21255d6a-8689-457e-78bb-0027d3bc5f9e/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:46137/user/jenkins/test-data/21255d6a-8689-457e-78bb-0027d3bc5f9e/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1731964589014 (+5 ms)Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/21255d6a-8689-457e-78bb-0027d3bc5f9e/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731964589019 (+5 ms)Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/21255d6a-8689-457e-78bb-0027d3bc5f9e/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:46137/user/jenkins/test-data/21255d6a-8689-457e-78bb-0027d3bc5f9e/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731964589020 (+1 ms)Processed 20 edits across 2 Regions in 62 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/21255d6a-8689-457e-78bb-0027d3bc5f9e/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731964587877/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731964589021 (+1 ms) 2024-11-18T21:16:29,023 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46137/user/jenkins/test-data/21255d6a-8689-457e-78bb-0027d3bc5f9e/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731964587877/wal.dat.9 to hdfs://localhost:46137/user/jenkins/test-data/21255d6a-8689-457e-78bb-0027d3bc5f9e/oldWALs/wal.dat.9 2024-11-18T21:16:29,101 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testFirstLineCorruptionLogFileSkipErrorsPasses Thread=130 (was 136), OpenFileDescriptor=387 (was 387), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1424 (was 1424), ProcessCount=11 (was 11), AvailableMemoryMB=1306 (was 1309) 2024-11-18T21:16:29,121 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitRemovesRegionEventsEdits Thread=130, OpenFileDescriptor=387, MaxFileDescriptor=1048576, SystemLoadAverage=1424, ProcessCount=11, AvailableMemoryMB=1306 2024-11-18T21:16:29,121 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-18T21:16:29,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742106_1285 (size=7) 2024-11-18T21:16:29,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742106_1285 (size=7) 2024-11-18T21:16:29,299 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-18T21:16:29,558 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46137/user/jenkins/test-data/9ef4685d-dcb0-9285-14b4-7002b6c51974 with version=8 2024-11-18T21:16:29,558 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T21:16:29,561 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T21:16:29,564 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-18T21:16:29,564 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region region__1 2024-11-18T21:16:29,565 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-18T21:16:29,567 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:29,567 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:29,598 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:29,598 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:29,605 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:29,605 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:29,609 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:29,609 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:29,613 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:29,613 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:29,616 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:29,616 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:29,618 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:29,618 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:29,621 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:29,621 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:29,622 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:29,622 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:29,623 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:29,623 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:29,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742107_1286 (size=2403) 2024-11-18T21:16:29,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742107_1286 (size=2403) 2024-11-18T21:16:30,031 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-18T21:16:30,056 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46137/user/jenkins/test-data/ff94c6ad-b015-8e21-e2e8-2c791ecca6e1/WALs/testsplitremovesregioneventsedits,16010,1731964589564/wal.dat.0, size=2.3 K (2403bytes) 2024-11-18T21:16:30,056 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46137/user/jenkins/test-data/ff94c6ad-b015-8e21-e2e8-2c791ecca6e1/WALs/testsplitremovesregioneventsedits,16010,1731964589564/wal.dat.0 2024-11-18T21:16:30,057 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46137/user/jenkins/test-data/ff94c6ad-b015-8e21-e2e8-2c791ecca6e1/WALs/testsplitremovesregioneventsedits,16010,1731964589564/wal.dat.0 after 0ms 2024-11-18T21:16:30,059 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46137/user/jenkins/test-data/ff94c6ad-b015-8e21-e2e8-2c791ecca6e1/WALs/testsplitremovesregioneventsedits,16010,1731964589564/wal.dat.0 took 3ms 2024-11-18T21:16:30,062 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/ff94c6ad-b015-8e21-e2e8-2c791ecca6e1/WALs/testsplitremovesregioneventsedits,16010,1731964589564/wal.dat.0 so closing down 2024-11-18T21:16:30,062 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T21:16:30,063 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T21:16:30,065 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-18T21:16:30,071 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/ff94c6ad-b015-8e21-e2e8-2c791ecca6e1/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-18T21:16:30,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742108_1287 (size=863) 2024-11-18T21:16:30,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742108_1287 (size=863) 2024-11-18T21:16:30,509 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/ff94c6ad-b015-8e21-e2e8-2c791ecca6e1/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T21:16:30,513 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/ff94c6ad-b015-8e21-e2e8-2c791ecca6e1/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:46137/user/jenkins/test-data/ff94c6ad-b015-8e21-e2e8-2c791ecca6e1/data/default/t1/region__1/recovered.edits/0000000000000000009 2024-11-18T21:16:30,513 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 1 Regions in 453 ms; skipped=10; WAL=hdfs://localhost:46137/user/jenkins/test-data/ff94c6ad-b015-8e21-e2e8-2c791ecca6e1/WALs/testsplitremovesregioneventsedits,16010,1731964589564/wal.dat.0, size=2.3 K, length=2403, corrupted=false, cancelled=false 2024-11-18T21:16:30,513 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46137/user/jenkins/test-data/ff94c6ad-b015-8e21-e2e8-2c791ecca6e1/WALs/testsplitremovesregioneventsedits,16010,1731964589564/wal.dat.0, journal: Splitting hdfs://localhost:46137/user/jenkins/test-data/ff94c6ad-b015-8e21-e2e8-2c791ecca6e1/WALs/testsplitremovesregioneventsedits,16010,1731964589564/wal.dat.0, size=2.3 K (2403bytes) at 1731964590056Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/ff94c6ad-b015-8e21-e2e8-2c791ecca6e1/WALs/testsplitremovesregioneventsedits,16010,1731964589564/wal.dat.0 so closing down at 1731964590062 (+6 ms)3 split writer threads finished at 1731964590063 (+1 ms)Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/ff94c6ad-b015-8e21-e2e8-2c791ecca6e1/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731964590071 (+8 ms)Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/ff94c6ad-b015-8e21-e2e8-2c791ecca6e1/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731964590509 (+438 ms)Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/ff94c6ad-b015-8e21-e2e8-2c791ecca6e1/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:46137/user/jenkins/test-data/ff94c6ad-b015-8e21-e2e8-2c791ecca6e1/data/default/t1/region__1/recovered.edits/0000000000000000009 at 1731964590513 (+4 ms)Processed 20 edits across 1 Regions in 453 ms; skipped=10; WAL=hdfs://localhost:46137/user/jenkins/test-data/ff94c6ad-b015-8e21-e2e8-2c791ecca6e1/WALs/testsplitremovesregioneventsedits,16010,1731964589564/wal.dat.0, size=2.3 K, length=2403, corrupted=false, cancelled=false at 1731964590513 2024-11-18T21:16:30,515 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46137/user/jenkins/test-data/ff94c6ad-b015-8e21-e2e8-2c791ecca6e1/WALs/testsplitremovesregioneventsedits,16010,1731964589564/wal.dat.0 to hdfs://localhost:46137/user/jenkins/test-data/ff94c6ad-b015-8e21-e2e8-2c791ecca6e1/oldWALs/wal.dat.0 2024-11-18T21:16:30,540 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitRemovesRegionEventsEdits Thread=130 (was 130), OpenFileDescriptor=387 (was 387), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1424 (was 1424), ProcessCount=11 (was 11), AvailableMemoryMB=1286 (was 1306) 2024-11-18T21:16:30,550 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testHasRecoveredEdits Thread=130, OpenFileDescriptor=387, MaxFileDescriptor=1048576, SystemLoadAverage=1424, ProcessCount=11, AvailableMemoryMB=1285 2024-11-18T21:16:30,552 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-18T21:16:30,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742109_1288 (size=7) 2024-11-18T21:16:30,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742109_1288 (size=7) 2024-11-18T21:16:30,585 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46137/user/jenkins/test-data/9ef4685d-dcb0-9285-14b4-7002b6c51974 with version=8 2024-11-18T21:16:30,585 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T21:16:30,587 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T21:16:30,593 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-18T21:16:30,637 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testHasRecoveredEdits Thread=130 (was 130), OpenFileDescriptor=387 (was 387), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1424 (was 1424), ProcessCount=11 (was 11), AvailableMemoryMB=1283 (was 1285) 2024-11-18T21:16:30,648 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitRemovesReplicationMarkerEdits Thread=130, OpenFileDescriptor=387, MaxFileDescriptor=1048576, SystemLoadAverage=1424, ProcessCount=11, AvailableMemoryMB=1283 2024-11-18T21:16:30,648 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-18T21:16:30,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742110_1289 (size=7) 2024-11-18T21:16:30,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742110_1289 (size=7) 2024-11-18T21:16:31,112 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46137/user/jenkins/test-data/9ef4685d-dcb0-9285-14b4-7002b6c51974 with version=8 2024-11-18T21:16:31,112 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T21:16:31,114 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T21:16:31,117 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-18T21:16:31,133 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-18T21:16:31,138 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:31,138 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:31,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742111_1290 (size=255) 2024-11-18T21:16:31,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742111_1290 (size=255) 2024-11-18T21:16:31,226 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46137/user/jenkins/test-data/b5d105b5-16bb-4445-3dcc-1eb8b5663183/WALs/testsplitremovesreplicationmarkeredits,16010,1731964591117/wal.dat.1, size=255 (255bytes) 2024-11-18T21:16:31,227 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46137/user/jenkins/test-data/b5d105b5-16bb-4445-3dcc-1eb8b5663183/WALs/testsplitremovesreplicationmarkeredits,16010,1731964591117/wal.dat.1 2024-11-18T21:16:31,227 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46137/user/jenkins/test-data/b5d105b5-16bb-4445-3dcc-1eb8b5663183/WALs/testsplitremovesreplicationmarkeredits,16010,1731964591117/wal.dat.1 after 0ms 2024-11-18T21:16:31,229 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46137/user/jenkins/test-data/b5d105b5-16bb-4445-3dcc-1eb8b5663183/WALs/testsplitremovesreplicationmarkeredits,16010,1731964591117/wal.dat.1 took 3ms 2024-11-18T21:16:31,231 DEBUG [Time-limited test {}] wal.WALSplitter(323): Ignoring Replication marker edits. 2024-11-18T21:16:31,231 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/b5d105b5-16bb-4445-3dcc-1eb8b5663183/WALs/testsplitremovesreplicationmarkeredits,16010,1731964591117/wal.dat.1 so closing down 2024-11-18T21:16:31,231 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T21:16:31,232 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T21:16:31,232 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/b5d105b5-16bb-4445-3dcc-1eb8b5663183/WALs/testsplitremovesreplicationmarkeredits,16010,1731964591117/wal.dat.1, size=255, length=255, corrupted=false, cancelled=false 2024-11-18T21:16:31,232 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46137/user/jenkins/test-data/b5d105b5-16bb-4445-3dcc-1eb8b5663183/WALs/testsplitremovesreplicationmarkeredits,16010,1731964591117/wal.dat.1, journal: Splitting hdfs://localhost:46137/user/jenkins/test-data/b5d105b5-16bb-4445-3dcc-1eb8b5663183/WALs/testsplitremovesreplicationmarkeredits,16010,1731964591117/wal.dat.1, size=255 (255bytes) at 1731964591226Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/b5d105b5-16bb-4445-3dcc-1eb8b5663183/WALs/testsplitremovesreplicationmarkeredits,16010,1731964591117/wal.dat.1 so closing down at 1731964591231 (+5 ms)3 split writer threads finished at 1731964591232 (+1 ms)Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/b5d105b5-16bb-4445-3dcc-1eb8b5663183/WALs/testsplitremovesreplicationmarkeredits,16010,1731964591117/wal.dat.1, size=255, length=255, corrupted=false, cancelled=false at 1731964591232 2024-11-18T21:16:31,237 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46137/user/jenkins/test-data/b5d105b5-16bb-4445-3dcc-1eb8b5663183/WALs/testsplitremovesreplicationmarkeredits,16010,1731964591117/wal.dat.1 to hdfs://localhost:46137/user/jenkins/test-data/b5d105b5-16bb-4445-3dcc-1eb8b5663183/oldWALs/wal.dat.1 2024-11-18T21:16:31,255 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitRemovesReplicationMarkerEdits Thread=130 (was 130), OpenFileDescriptor=387 (was 387), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1424 (was 1424), ProcessCount=11 (was 11), AvailableMemoryMB=1275 (was 1283) 2024-11-18T21:16:31,266 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileDeletedRegionDir Thread=130, OpenFileDescriptor=387, MaxFileDescriptor=1048576, SystemLoadAverage=1424, ProcessCount=11, AvailableMemoryMB=1274 2024-11-18T21:16:31,266 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-18T21:16:31,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742112_1291 (size=7) 2024-11-18T21:16:31,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742112_1291 (size=7) 2024-11-18T21:16:31,312 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46137/user/jenkins/test-data/9ef4685d-dcb0-9285-14b4-7002b6c51974 with version=8 2024-11-18T21:16:31,312 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T21:16:31,314 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T21:16:31,317 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-18T21:16:31,317 INFO [Time-limited test {}] wal.TestWALSplit(1094): testSplitLogFileDeletedRegionDir 2024-11-18T21:16:31,317 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region region__1 2024-11-18T21:16:31,322 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-18T21:16:31,324 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:31,324 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:31,359 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:31,359 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:31,361 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:31,361 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:31,362 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:31,362 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:31,364 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:31,364 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:31,369 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:31,369 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:31,380 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:31,380 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:31,387 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:31,387 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:31,391 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:31,392 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:31,393 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:31,393 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:31,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742113_1292 (size=1941) 2024-11-18T21:16:31,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742113_1292 (size=1941) 2024-11-18T21:16:31,407 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-18T21:16:31,408 INFO [Time-limited test {}] wal.TestWALSplit(1103): Region directory ishdfs://localhost:46137/user/jenkins/test-data/9ef4685d-dcb0-9285-14b4-7002b6c51974/data/default/t1/region__1 2024-11-18T21:16:31,440 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46137/user/jenkins/test-data/2061895e-7e60-2e3c-7874-278af3828b67/WALs/testsplitlogfiledeletedregiondir,16010,1731964591317/wal.dat.0, size=1.9 K (1941bytes) 2024-11-18T21:16:31,440 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46137/user/jenkins/test-data/2061895e-7e60-2e3c-7874-278af3828b67/WALs/testsplitlogfiledeletedregiondir,16010,1731964591317/wal.dat.0 2024-11-18T21:16:31,441 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46137/user/jenkins/test-data/2061895e-7e60-2e3c-7874-278af3828b67/WALs/testsplitlogfiledeletedregiondir,16010,1731964591317/wal.dat.0 after 1ms 2024-11-18T21:16:31,444 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46137/user/jenkins/test-data/2061895e-7e60-2e3c-7874-278af3828b67/WALs/testsplitlogfiledeletedregiondir,16010,1731964591317/wal.dat.0 took 5ms 2024-11-18T21:16:31,456 INFO [Time-limited test {}] wal.WALSplitter(339): region__1 no longer in filesystem; skipping all edits. 2024-11-18T21:16:31,456 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/2061895e-7e60-2e3c-7874-278af3828b67/WALs/testsplitlogfiledeletedregiondir,16010,1731964591317/wal.dat.0 so closing down 2024-11-18T21:16:31,456 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T21:16:31,457 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T21:16:31,457 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 17 edits across 0 Regions in 3 ms; skipped=17; WAL=hdfs://localhost:46137/user/jenkins/test-data/2061895e-7e60-2e3c-7874-278af3828b67/WALs/testsplitlogfiledeletedregiondir,16010,1731964591317/wal.dat.0, size=1.9 K, length=1941, corrupted=false, cancelled=false 2024-11-18T21:16:31,457 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46137/user/jenkins/test-data/2061895e-7e60-2e3c-7874-278af3828b67/WALs/testsplitlogfiledeletedregiondir,16010,1731964591317/wal.dat.0, journal: Splitting hdfs://localhost:46137/user/jenkins/test-data/2061895e-7e60-2e3c-7874-278af3828b67/WALs/testsplitlogfiledeletedregiondir,16010,1731964591317/wal.dat.0, size=1.9 K (1941bytes) at 1731964591440Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/2061895e-7e60-2e3c-7874-278af3828b67/WALs/testsplitlogfiledeletedregiondir,16010,1731964591317/wal.dat.0 so closing down at 1731964591456 (+16 ms)3 split writer threads finished at 1731964591457 (+1 ms)Processed 17 edits across 0 Regions in 3 ms; skipped=17; WAL=hdfs://localhost:46137/user/jenkins/test-data/2061895e-7e60-2e3c-7874-278af3828b67/WALs/testsplitlogfiledeletedregiondir,16010,1731964591317/wal.dat.0, size=1.9 K, length=1941, corrupted=false, cancelled=false at 1731964591457 2024-11-18T21:16:31,473 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46137/user/jenkins/test-data/2061895e-7e60-2e3c-7874-278af3828b67/WALs/testsplitlogfiledeletedregiondir,16010,1731964591317/wal.dat.0 to hdfs://localhost:46137/user/jenkins/test-data/2061895e-7e60-2e3c-7874-278af3828b67/oldWALs/wal.dat.0 2024-11-18T21:16:31,493 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileDeletedRegionDir Thread=130 (was 130), OpenFileDescriptor=387 (was 387), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1424 (was 1424), ProcessCount=11 (was 11), AvailableMemoryMB=1274 (was 1274) 2024-11-18T21:16:31,516 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testTrailingGarbageCorruptionLogFileSkipErrorsFalseThrows Thread=130, OpenFileDescriptor=387, MaxFileDescriptor=1048576, SystemLoadAverage=1424, ProcessCount=11, AvailableMemoryMB=1273 2024-11-18T21:16:31,517 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-18T21:16:31,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742114_1293 (size=7) 2024-11-18T21:16:31,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742114_1293 (size=7) 2024-11-18T21:16:31,957 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46137/user/jenkins/test-data/9ef4685d-dcb0-9285-14b4-7002b6c51974 with version=8 2024-11-18T21:16:31,957 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T21:16:31,959 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T21:16:31,962 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-18T21:16:31,962 DEBUG [Time-limited test {}] wal.TestWALSplit(653): no previous CORRUPTDIR to clean. 2024-11-18T21:16:31,962 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-18T21:16:31,963 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-18T21:16:31,963 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-18T21:16:31,964 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-18T21:16:31,966 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:31,966 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:31,974 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:31,974 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:31,977 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:31,977 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:31,977 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:31,977 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:31,978 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:31,978 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:31,978 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:31,978 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:31,979 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:31,979 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:31,980 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:31,980 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:31,980 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:31,980 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:31,981 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:31,981 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:31,981 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:31,981 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:31,982 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:31,982 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:31,983 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:31,983 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:31,984 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:31,984 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:31,986 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:31,986 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:31,987 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:31,987 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:31,990 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:31,990 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:31,991 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:31,991 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:31,992 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:31,992 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:31,992 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:31,992 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:31,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742115_1294 (size=1393) 2024-11-18T21:16:31,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742115_1294 (size=1393) 2024-11-18T21:16:32,401 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-18T21:16:32,401 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-18T21:16:32,409 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:32,409 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:32,448 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:32,448 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:32,449 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:32,449 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:32,450 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:32,450 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:32,450 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:32,450 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:32,451 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:32,451 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:32,451 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:32,451 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:32,452 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:32,452 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:32,452 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:32,452 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:32,453 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:32,453 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:32,458 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:32,458 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:32,459 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:32,459 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:32,459 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:32,459 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:32,460 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:32,460 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:32,460 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:32,460 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:32,460 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:32,460 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:32,461 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:32,461 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:32,461 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:32,461 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:32,462 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:32,462 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:32,463 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:32,463 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:32,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742116_1295 (size=1393) 2024-11-18T21:16:32,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742116_1295 (size=1393) 2024-11-18T21:16:32,468 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-18T21:16:32,468 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-18T21:16:32,497 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:32,497 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:32,545 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:32,545 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:32,553 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:32,553 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:32,560 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:32,560 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:32,562 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:32,562 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:32,562 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:32,562 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:32,569 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:32,569 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:32,569 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:32,569 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:32,569 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:32,569 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:32,570 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:32,570 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:32,570 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:32,570 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:32,570 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:32,570 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:32,571 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:32,571 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:32,571 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:32,571 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:32,571 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:32,571 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:32,572 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:32,572 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:32,572 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:32,572 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:32,572 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:32,572 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:32,573 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:32,573 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:32,573 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:32,573 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:32,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742117_1296 (size=1393) 2024-11-18T21:16:32,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742117_1296 (size=1393) 2024-11-18T21:16:32,577 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-18T21:16:32,577 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-18T21:16:32,585 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:32,585 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:32,645 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:32,645 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:32,648 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:32,648 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:32,652 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:32,652 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:32,655 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:32,655 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:32,656 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:32,656 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:32,658 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:32,658 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:32,661 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:32,661 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:32,663 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:32,663 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:32,668 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:32,668 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:32,670 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:32,670 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:32,672 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:32,672 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:32,674 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:32,674 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:32,674 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:32,674 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:32,675 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:32,675 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:32,677 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:32,677 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:32,678 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:32,678 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:32,679 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:32,679 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:32,683 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:32,683 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:32,686 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:32,686 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:32,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742118_1297 (size=1393) 2024-11-18T21:16:32,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742118_1297 (size=1393) 2024-11-18T21:16:32,690 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-18T21:16:32,690 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-18T21:16:32,697 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:32,697 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:32,749 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:32,749 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:32,752 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:32,752 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:32,756 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:32,756 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:32,760 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:32,760 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:32,765 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:32,765 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:32,769 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:32,769 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:32,771 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:32,771 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:32,772 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:32,772 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:32,772 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:32,772 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:32,773 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:32,773 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:32,773 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:32,773 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:32,776 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:32,776 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:32,777 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:32,777 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:32,777 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:32,777 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:32,777 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:32,777 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:32,778 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:32,778 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:32,778 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:32,778 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:32,778 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:32,778 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:32,779 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:32,779 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:32,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742119_1298 (size=1393) 2024-11-18T21:16:32,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742119_1298 (size=1393) 2024-11-18T21:16:32,790 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-18T21:16:32,792 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-18T21:16:32,805 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:32,805 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:32,872 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:32,873 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:32,877 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:32,877 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:32,881 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:32,881 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:32,883 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:32,883 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:32,885 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:32,885 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:32,894 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:32,894 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:32,897 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:32,897 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:32,900 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:32,901 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:32,903 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:32,903 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:32,909 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:32,909 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:32,913 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:32,913 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:32,915 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:32,915 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:32,920 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:32,920 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:32,920 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:32,920 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:32,921 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:32,921 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:32,921 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:32,921 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:32,921 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:32,921 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:32,922 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:32,922 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:32,922 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:32,922 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:32,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742120_1299 (size=1393) 2024-11-18T21:16:32,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742120_1299 (size=1393) 2024-11-18T21:16:33,329 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-18T21:16:33,330 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-18T21:16:33,341 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:33,341 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:33,406 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:33,406 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:33,410 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:33,410 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:33,411 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:33,411 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:33,412 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:33,412 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:33,412 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:33,412 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:33,420 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:33,420 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:33,420 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:33,420 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:33,421 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:33,421 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:33,421 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:33,422 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:33,422 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:33,422 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:33,422 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:33,422 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:33,422 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:33,422 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:33,423 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:33,423 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:33,423 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:33,423 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:33,424 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:33,424 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:33,426 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:33,426 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:33,426 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:33,426 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:33,427 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:33,427 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:33,427 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:33,427 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:33,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742121_1300 (size=1405) 2024-11-18T21:16:33,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742121_1300 (size=1405) 2024-11-18T21:16:33,436 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-18T21:16:33,436 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-18T21:16:33,448 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:33,448 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:33,500 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:33,500 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:33,500 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:33,500 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:33,501 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:33,501 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:33,501 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:33,501 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:33,502 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:33,502 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:33,502 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:33,502 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:33,503 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:33,503 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:33,503 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:33,503 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:33,504 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:33,504 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:33,504 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:33,505 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:33,505 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:33,505 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:33,505 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:33,505 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:33,506 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:33,506 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:33,506 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:33,506 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:33,507 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:33,507 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:33,507 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:33,507 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:33,507 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:33,507 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:33,508 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:33,508 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:33,508 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:33,508 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:33,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742122_1301 (size=1413) 2024-11-18T21:16:33,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742122_1301 (size=1413) 2024-11-18T21:16:33,917 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-18T21:16:33,918 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-18T21:16:33,925 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:33,925 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:33,995 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:33,995 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:34,000 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:34,000 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:34,009 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:34,009 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:34,012 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:34,012 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:34,016 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:34,016 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:34,024 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:34,024 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:34,032 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:34,032 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:34,040 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:34,040 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:34,048 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:34,048 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:34,060 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:34,060 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:34,065 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:34,066 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:34,072 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:34,072 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:34,080 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:34,080 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:34,088 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:34,088 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:34,092 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:34,092 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:34,100 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:34,100 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:34,108 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:34,108 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:34,114 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:34,114 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:34,117 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:34,117 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:34,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742123_1302 (size=1413) 2024-11-18T21:16:34,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742123_1302 (size=1413) 2024-11-18T21:16:34,534 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-18T21:16:34,534 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-18T21:16:34,561 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:34,561 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:34,633 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:34,633 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:34,643 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:34,643 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:34,646 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:34,646 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:34,658 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:34,658 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:34,659 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:34,659 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:34,665 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:34,665 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:34,667 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:34,667 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:34,673 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:34,673 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:34,675 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:34,675 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:34,681 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:34,681 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:34,685 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:34,685 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:34,689 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:34,689 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:34,692 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:34,692 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:34,696 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:34,696 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:34,696 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:34,696 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:34,700 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:34,700 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:34,701 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:34,701 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:34,704 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:34,704 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:34,709 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:34,709 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:34,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742124_1303 (size=1413) 2024-11-18T21:16:34,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742124_1303 (size=1413) 2024-11-18T21:16:35,125 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-18T21:16:35,174 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46137/user/jenkins/test-data/aac33983-4314-aed7-e7af-252ea10765f3/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1731964591962/wal.dat.0, size=1.4 K (1393bytes) 2024-11-18T21:16:35,174 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46137/user/jenkins/test-data/aac33983-4314-aed7-e7af-252ea10765f3/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1731964591962/wal.dat.0 2024-11-18T21:16:35,175 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46137/user/jenkins/test-data/aac33983-4314-aed7-e7af-252ea10765f3/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1731964591962/wal.dat.0 after 1ms 2024-11-18T21:16:35,188 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46137/user/jenkins/test-data/aac33983-4314-aed7-e7af-252ea10765f3/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1731964591962/wal.dat.0 took 14ms 2024-11-18T21:16:35,209 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/aac33983-4314-aed7-e7af-252ea10765f3/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1731964591962/wal.dat.0 so closing down 2024-11-18T21:16:35,209 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T21:16:35,216 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T21:16:35,217 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/aac33983-4314-aed7-e7af-252ea10765f3/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1731964591962/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T21:16:35,217 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46137/user/jenkins/test-data/aac33983-4314-aed7-e7af-252ea10765f3/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1731964591962/wal.dat.0, journal: Splitting hdfs://localhost:46137/user/jenkins/test-data/aac33983-4314-aed7-e7af-252ea10765f3/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1731964591962/wal.dat.0, size=1.4 K (1393bytes) at 1731964595174Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/aac33983-4314-aed7-e7af-252ea10765f3/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1731964591962/wal.dat.0 so closing down at 1731964595209 (+35 ms)3 split writer threads finished at 1731964595216 (+7 ms)Processed 0 edits across 0 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/aac33983-4314-aed7-e7af-252ea10765f3/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1731964591962/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731964595217 (+1 ms) 2024-11-18T21:16:35,236 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testTrailingGarbageCorruptionLogFileSkipErrorsFalseThrows Thread=130 (was 130), OpenFileDescriptor=387 (was 387), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1478 (was 1424) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=1265 (was 1273) 2024-11-18T21:16:35,256 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitWillFailIfWritingToRegionFails Thread=130, OpenFileDescriptor=387, MaxFileDescriptor=1048576, SystemLoadAverage=1478, ProcessCount=11, AvailableMemoryMB=1265 2024-11-18T21:16:35,257 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-18T21:16:35,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742125_1304 (size=7) 2024-11-18T21:16:35,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742125_1304 (size=7) 2024-11-18T21:16:35,740 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46137/user/jenkins/test-data/9ef4685d-dcb0-9285-14b4-7002b6c51974 with version=8 2024-11-18T21:16:35,740 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T21:16:35,742 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T21:16:35,754 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-18T21:16:35,754 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-18T21:16:35,759 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-18T21:16:35,763 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-18T21:16:35,777 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:35,777 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:35,848 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:35,848 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:35,853 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:35,853 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:35,854 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:35,854 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:35,854 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:35,854 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:35,855 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:35,855 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:35,855 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:35,855 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:35,856 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:35,856 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:35,857 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:35,857 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:35,858 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:35,858 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:35,859 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:35,859 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:35,860 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:35,860 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:35,861 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:35,861 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:35,861 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:35,861 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:35,862 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:35,862 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:35,864 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:35,864 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:35,864 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:35,864 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:35,865 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:35,865 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:35,866 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:35,866 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:35,868 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:35,868 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:35,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742126_1305 (size=1393) 2024-11-18T21:16:35,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742126_1305 (size=1393) 2024-11-18T21:16:35,874 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-18T21:16:35,874 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-18T21:16:35,882 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:35,882 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:35,936 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:35,936 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:35,941 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:35,941 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:35,945 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:35,945 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:35,947 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:35,947 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:35,948 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:35,948 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:35,953 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:35,953 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:35,957 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:35,957 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:35,960 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:35,961 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:35,965 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:35,965 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:35,969 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:35,969 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:35,973 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:35,973 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:35,974 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:35,974 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:35,975 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:35,975 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:35,984 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:35,984 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:35,987 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:35,987 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:35,992 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:35,993 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:35,997 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:35,997 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:36,004 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:36,005 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:36,008 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:36,008 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:36,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742127_1306 (size=1393) 2024-11-18T21:16:36,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742127_1306 (size=1393) 2024-11-18T21:16:36,435 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-18T21:16:36,436 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-18T21:16:36,443 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:36,443 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:36,503 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:36,503 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:36,509 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:36,509 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:36,522 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:36,522 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:36,526 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:36,526 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:36,530 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:36,530 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:36,533 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:36,533 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:36,535 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:36,535 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:36,541 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:36,541 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:36,545 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:36,545 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:36,549 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:36,549 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:36,553 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:36,553 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:36,560 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:36,560 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:36,564 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:36,564 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:36,569 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:36,569 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:36,572 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:36,572 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:36,592 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:36,592 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:36,592 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:36,592 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:36,599 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:36,599 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:36,600 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:36,600 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:36,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742128_1307 (size=1393) 2024-11-18T21:16:36,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742128_1307 (size=1393) 2024-11-18T21:16:36,606 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-18T21:16:36,606 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-18T21:16:36,615 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:36,615 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:36,654 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:36,654 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:36,661 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:36,661 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:36,669 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:36,669 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:36,673 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:36,673 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:36,673 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:36,673 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:36,676 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:36,676 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:36,677 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:36,677 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:36,680 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:36,680 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:36,685 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:36,685 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:36,693 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:36,693 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:36,700 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:36,700 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:36,704 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:36,704 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:36,706 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:36,706 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:36,706 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:36,706 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:36,707 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:36,707 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:36,711 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:36,711 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:36,713 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:36,713 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:36,714 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:36,714 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:36,714 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:36,714 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:36,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742129_1308 (size=1393) 2024-11-18T21:16:36,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742129_1308 (size=1393) 2024-11-18T21:16:36,718 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-18T21:16:36,718 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-18T21:16:36,732 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:36,732 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:36,768 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:36,768 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:36,773 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:36,773 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:36,775 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:36,775 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:36,776 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:36,776 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:36,785 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:36,785 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:36,792 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:36,793 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:36,793 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:36,793 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:36,795 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:36,795 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:36,797 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:36,797 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:36,799 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:36,799 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:36,801 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:36,801 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:36,808 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:36,808 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:36,811 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:36,811 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:36,813 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:36,813 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:36,813 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:36,813 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:36,814 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:36,814 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:36,815 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:36,815 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:36,815 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:36,816 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:36,820 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:36,820 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:36,822 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-18T21:16:36,823 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:36,823 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:36,905 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:36,905 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:36,912 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:36,912 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:36,920 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:36,920 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:36,928 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:36,928 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:36,938 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:36,938 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:36,948 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:36,948 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:36,955 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:36,955 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:36,956 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:36,956 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:36,956 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:36,956 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:36,964 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:36,964 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:36,976 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:36,976 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:36,988 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:36,988 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:36,993 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:36,993 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:37,001 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:37,001 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:37,006 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:37,006 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:37,011 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:37,011 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:37,017 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:37,017 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:37,020 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:37,020 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:37,021 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:37,021 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:37,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742131_1310 (size=1393) 2024-11-18T21:16:37,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742131_1310 (size=1393) 2024-11-18T21:16:37,434 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-18T21:16:37,434 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-18T21:16:37,456 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:37,456 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:37,541 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:37,541 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:37,546 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:37,546 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:37,552 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:37,552 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:37,566 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:37,566 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:37,577 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:37,577 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:37,581 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:37,581 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:37,587 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:37,587 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:37,593 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:37,593 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:37,593 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:37,593 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:37,593 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:37,593 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:37,594 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:37,594 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:37,594 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:37,594 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:37,596 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:37,596 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:37,596 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:37,596 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:37,597 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:37,597 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:37,598 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:37,598 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:37,599 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:37,599 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:37,599 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:37,599 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:37,599 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:37,599 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:37,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742132_1311 (size=1405) 2024-11-18T21:16:37,604 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-18T21:16:37,605 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-18T21:16:37,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742132_1311 (size=1405) 2024-11-18T21:16:37,612 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:37,613 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:37,673 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:37,673 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:37,675 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:37,675 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:37,677 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:37,678 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:37,678 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:37,678 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:37,678 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:37,678 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:37,679 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:37,679 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:37,679 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:37,679 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:37,680 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:37,680 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:37,680 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:37,680 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:37,681 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:37,681 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:37,681 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:37,681 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:37,682 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:37,682 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:37,682 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:37,682 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:37,682 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:37,682 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:37,685 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:37,685 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:37,686 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:37,686 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:37,687 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:37,687 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:37,688 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:37,688 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:37,688 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:37,688 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:37,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742133_1312 (size=1413) 2024-11-18T21:16:37,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742133_1312 (size=1413) 2024-11-18T21:16:37,697 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-18T21:16:37,697 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-18T21:16:37,700 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:37,700 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:37,751 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:37,751 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:37,756 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:37,756 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:37,761 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:37,761 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:37,766 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:37,766 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:37,769 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:37,769 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:37,776 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:37,777 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:37,777 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:37,777 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:37,785 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:37,785 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:37,793 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:37,793 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:37,799 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:37,799 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:37,805 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:37,805 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:37,809 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:37,809 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:37,813 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:37,813 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:37,817 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:37,817 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:37,820 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:37,820 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:37,824 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:37,824 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:37,827 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:37,827 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:37,827 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:37,827 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:37,828 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:37,828 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:37,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742134_1313 (size=1413) 2024-11-18T21:16:37,832 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-18T21:16:37,832 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-18T21:16:37,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742134_1313 (size=1413) 2024-11-18T21:16:37,833 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:37,833 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:37,878 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:37,878 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:37,878 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:37,878 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:37,879 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:37,879 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:37,879 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:37,879 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:37,879 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:37,879 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:37,880 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:37,880 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:37,880 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:37,880 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:37,880 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:37,880 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:37,880 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:37,880 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:37,881 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:37,881 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:37,881 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:37,881 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:37,881 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:37,881 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:37,882 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:37,882 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:37,883 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:37,883 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:37,883 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:37,883 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:37,883 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:37,883 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:37,883 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:37,883 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:37,884 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:37,884 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:37,884 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:37,884 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:37,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742135_1314 (size=1413) 2024-11-18T21:16:37,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742135_1314 (size=1413) 2024-11-18T21:16:37,892 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-18T21:16:37,894 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:37,894 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:37,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742130_1309 (size=1458) 2024-11-18T21:16:37,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742130_1309 (size=1458) 2024-11-18T21:16:37,949 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46137/user/jenkins/test-data/34ebbad7-75af-8107-9a0f-5c99aed22b2d/WALs/testsplitwillfailifwritingtoregionfails,16010,1731964595754/wal.dat.0, size=1.4 K (1393bytes) 2024-11-18T21:16:37,949 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46137/user/jenkins/test-data/34ebbad7-75af-8107-9a0f-5c99aed22b2d/WALs/testsplitwillfailifwritingtoregionfails,16010,1731964595754/wal.dat.0 2024-11-18T21:16:37,962 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46137/user/jenkins/test-data/34ebbad7-75af-8107-9a0f-5c99aed22b2d/WALs/testsplitwillfailifwritingtoregionfails,16010,1731964595754/wal.dat.0 after 12ms 2024-11-18T21:16:37,968 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46137/user/jenkins/test-data/34ebbad7-75af-8107-9a0f-5c99aed22b2d/WALs/testsplitwillfailifwritingtoregionfails,16010,1731964595754/wal.dat.0 took 21ms 2024-11-18T21:16:37,973 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/34ebbad7-75af-8107-9a0f-5c99aed22b2d/WALs/testsplitwillfailifwritingtoregionfails,16010,1731964595754/wal.dat.0 so closing down 2024-11-18T21:16:37,973 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T21:16:37,974 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T21:16:38,002 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-18T21:16:38,004 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-18T21:16:38,005 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/34ebbad7-75af-8107-9a0f-5c99aed22b2d/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-18T21:16:38,006 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/34ebbad7-75af-8107-9a0f-5c99aed22b2d/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-18T21:16:38,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742136_1315 (size=743) 2024-11-18T21:16:38,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742136_1315 (size=743) 2024-11-18T21:16:38,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742137_1316 (size=743) 2024-11-18T21:16:38,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742137_1316 (size=743) 2024-11-18T21:16:38,088 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/34ebbad7-75af-8107-9a0f-5c99aed22b2d/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T21:16:38,088 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/34ebbad7-75af-8107-9a0f-5c99aed22b2d/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T21:16:38,097 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/34ebbad7-75af-8107-9a0f-5c99aed22b2d/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:46137/user/jenkins/test-data/34ebbad7-75af-8107-9a0f-5c99aed22b2d/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-18T21:16:38,097 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/34ebbad7-75af-8107-9a0f-5c99aed22b2d/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:46137/user/jenkins/test-data/34ebbad7-75af-8107-9a0f-5c99aed22b2d/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-18T21:16:38,098 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 129 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/34ebbad7-75af-8107-9a0f-5c99aed22b2d/WALs/testsplitwillfailifwritingtoregionfails,16010,1731964595754/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T21:16:38,098 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46137/user/jenkins/test-data/34ebbad7-75af-8107-9a0f-5c99aed22b2d/WALs/testsplitwillfailifwritingtoregionfails,16010,1731964595754/wal.dat.0, journal: Splitting hdfs://localhost:46137/user/jenkins/test-data/34ebbad7-75af-8107-9a0f-5c99aed22b2d/WALs/testsplitwillfailifwritingtoregionfails,16010,1731964595754/wal.dat.0, size=1.4 K (1393bytes) at 1731964597949Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/34ebbad7-75af-8107-9a0f-5c99aed22b2d/WALs/testsplitwillfailifwritingtoregionfails,16010,1731964595754/wal.dat.0 so closing down at 1731964597973 (+24 ms)3 split writer threads finished at 1731964597974 (+1 ms)Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/34ebbad7-75af-8107-9a0f-5c99aed22b2d/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731964598005 (+31 ms)Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/34ebbad7-75af-8107-9a0f-5c99aed22b2d/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731964598006 (+1 ms)Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/34ebbad7-75af-8107-9a0f-5c99aed22b2d/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731964598088 (+82 ms)Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/34ebbad7-75af-8107-9a0f-5c99aed22b2d/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731964598088Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/34ebbad7-75af-8107-9a0f-5c99aed22b2d/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:46137/user/jenkins/test-data/34ebbad7-75af-8107-9a0f-5c99aed22b2d/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731964598097 (+9 ms)Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/34ebbad7-75af-8107-9a0f-5c99aed22b2d/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:46137/user/jenkins/test-data/34ebbad7-75af-8107-9a0f-5c99aed22b2d/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731964598097Processed 20 edits across 2 Regions in 129 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/34ebbad7-75af-8107-9a0f-5c99aed22b2d/WALs/testsplitwillfailifwritingtoregionfails,16010,1731964595754/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731964598098 (+1 ms) 2024-11-18T21:16:38,103 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46137/user/jenkins/test-data/34ebbad7-75af-8107-9a0f-5c99aed22b2d/WALs/testsplitwillfailifwritingtoregionfails,16010,1731964595754/wal.dat.0 to hdfs://localhost:46137/user/jenkins/test-data/34ebbad7-75af-8107-9a0f-5c99aed22b2d/oldWALs/wal.dat.0 2024-11-18T21:16:38,103 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46137/user/jenkins/test-data/34ebbad7-75af-8107-9a0f-5c99aed22b2d/WALs/testsplitwillfailifwritingtoregionfails,16010,1731964595754/wal.dat.1, size=1.4 K (1393bytes) 2024-11-18T21:16:38,103 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46137/user/jenkins/test-data/34ebbad7-75af-8107-9a0f-5c99aed22b2d/WALs/testsplitwillfailifwritingtoregionfails,16010,1731964595754/wal.dat.1 2024-11-18T21:16:38,104 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46137/user/jenkins/test-data/34ebbad7-75af-8107-9a0f-5c99aed22b2d/WALs/testsplitwillfailifwritingtoregionfails,16010,1731964595754/wal.dat.1 after 1ms 2024-11-18T21:16:38,108 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46137/user/jenkins/test-data/34ebbad7-75af-8107-9a0f-5c99aed22b2d/WALs/testsplitwillfailifwritingtoregionfails,16010,1731964595754/wal.dat.1 took 5ms 2024-11-18T21:16:38,130 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/34ebbad7-75af-8107-9a0f-5c99aed22b2d/WALs/testsplitwillfailifwritingtoregionfails,16010,1731964595754/wal.dat.1 so closing down 2024-11-18T21:16:38,130 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T21:16:38,130 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T21:16:38,134 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-18T21:16:38,135 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-18T21:16:38,136 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/34ebbad7-75af-8107-9a0f-5c99aed22b2d/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-18T21:16:38,155 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/34ebbad7-75af-8107-9a0f-5c99aed22b2d/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-18T21:16:38,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742138_1317 (size=743) 2024-11-18T21:16:38,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742138_1317 (size=743) 2024-11-18T21:16:38,182 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/34ebbad7-75af-8107-9a0f-5c99aed22b2d/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T21:16:38,185 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/34ebbad7-75af-8107-9a0f-5c99aed22b2d/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:46137/user/jenkins/test-data/34ebbad7-75af-8107-9a0f-5c99aed22b2d/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-18T21:16:38,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742139_1318 (size=743) 2024-11-18T21:16:38,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742139_1318 (size=743) 2024-11-18T21:16:38,224 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/34ebbad7-75af-8107-9a0f-5c99aed22b2d/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T21:16:38,226 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/34ebbad7-75af-8107-9a0f-5c99aed22b2d/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:46137/user/jenkins/test-data/34ebbad7-75af-8107-9a0f-5c99aed22b2d/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-18T21:16:38,226 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 98 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/34ebbad7-75af-8107-9a0f-5c99aed22b2d/WALs/testsplitwillfailifwritingtoregionfails,16010,1731964595754/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T21:16:38,226 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46137/user/jenkins/test-data/34ebbad7-75af-8107-9a0f-5c99aed22b2d/WALs/testsplitwillfailifwritingtoregionfails,16010,1731964595754/wal.dat.1, journal: Splitting hdfs://localhost:46137/user/jenkins/test-data/34ebbad7-75af-8107-9a0f-5c99aed22b2d/WALs/testsplitwillfailifwritingtoregionfails,16010,1731964595754/wal.dat.1, size=1.4 K (1393bytes) at 1731964598103Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/34ebbad7-75af-8107-9a0f-5c99aed22b2d/WALs/testsplitwillfailifwritingtoregionfails,16010,1731964595754/wal.dat.1 so closing down at 1731964598130 (+27 ms)3 split writer threads finished at 1731964598130Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/34ebbad7-75af-8107-9a0f-5c99aed22b2d/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731964598136 (+6 ms)Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/34ebbad7-75af-8107-9a0f-5c99aed22b2d/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731964598155 (+19 ms)Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/34ebbad7-75af-8107-9a0f-5c99aed22b2d/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731964598182 (+27 ms)Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/34ebbad7-75af-8107-9a0f-5c99aed22b2d/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:46137/user/jenkins/test-data/34ebbad7-75af-8107-9a0f-5c99aed22b2d/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731964598185 (+3 ms)Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/34ebbad7-75af-8107-9a0f-5c99aed22b2d/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731964598224 (+39 ms)Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/34ebbad7-75af-8107-9a0f-5c99aed22b2d/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:46137/user/jenkins/test-data/34ebbad7-75af-8107-9a0f-5c99aed22b2d/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731964598226 (+2 ms)Processed 20 edits across 2 Regions in 98 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/34ebbad7-75af-8107-9a0f-5c99aed22b2d/WALs/testsplitwillfailifwritingtoregionfails,16010,1731964595754/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731964598226 2024-11-18T21:16:38,228 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46137/user/jenkins/test-data/34ebbad7-75af-8107-9a0f-5c99aed22b2d/WALs/testsplitwillfailifwritingtoregionfails,16010,1731964595754/wal.dat.1 to hdfs://localhost:46137/user/jenkins/test-data/34ebbad7-75af-8107-9a0f-5c99aed22b2d/oldWALs/wal.dat.1 2024-11-18T21:16:38,229 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46137/user/jenkins/test-data/34ebbad7-75af-8107-9a0f-5c99aed22b2d/WALs/testsplitwillfailifwritingtoregionfails,16010,1731964595754/wal.dat.2, size=1.4 K (1393bytes) 2024-11-18T21:16:38,229 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46137/user/jenkins/test-data/34ebbad7-75af-8107-9a0f-5c99aed22b2d/WALs/testsplitwillfailifwritingtoregionfails,16010,1731964595754/wal.dat.2 2024-11-18T21:16:38,229 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46137/user/jenkins/test-data/34ebbad7-75af-8107-9a0f-5c99aed22b2d/WALs/testsplitwillfailifwritingtoregionfails,16010,1731964595754/wal.dat.2 after 0ms 2024-11-18T21:16:38,233 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46137/user/jenkins/test-data/34ebbad7-75af-8107-9a0f-5c99aed22b2d/WALs/testsplitwillfailifwritingtoregionfails,16010,1731964595754/wal.dat.2 took 5ms 2024-11-18T21:16:38,254 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/34ebbad7-75af-8107-9a0f-5c99aed22b2d/WALs/testsplitwillfailifwritingtoregionfails,16010,1731964595754/wal.dat.2 so closing down 2024-11-18T21:16:38,254 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T21:16:38,254 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T21:16:38,272 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-18T21:16:38,272 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-18T21:16:38,289 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/34ebbad7-75af-8107-9a0f-5c99aed22b2d/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-18T21:16:38,290 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/34ebbad7-75af-8107-9a0f-5c99aed22b2d/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-18T21:16:38,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742140_1319 (size=743) 2024-11-18T21:16:38,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742141_1320 (size=743) 2024-11-18T21:16:38,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742140_1319 (size=743) 2024-11-18T21:16:38,332 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/34ebbad7-75af-8107-9a0f-5c99aed22b2d/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T21:16:38,334 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/34ebbad7-75af-8107-9a0f-5c99aed22b2d/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T21:16:38,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742141_1320 (size=743) 2024-11-18T21:16:38,338 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/34ebbad7-75af-8107-9a0f-5c99aed22b2d/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:46137/user/jenkins/test-data/34ebbad7-75af-8107-9a0f-5c99aed22b2d/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-18T21:16:38,338 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/34ebbad7-75af-8107-9a0f-5c99aed22b2d/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:46137/user/jenkins/test-data/34ebbad7-75af-8107-9a0f-5c99aed22b2d/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-18T21:16:38,338 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 86 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/34ebbad7-75af-8107-9a0f-5c99aed22b2d/WALs/testsplitwillfailifwritingtoregionfails,16010,1731964595754/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T21:16:38,338 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46137/user/jenkins/test-data/34ebbad7-75af-8107-9a0f-5c99aed22b2d/WALs/testsplitwillfailifwritingtoregionfails,16010,1731964595754/wal.dat.2, journal: Splitting hdfs://localhost:46137/user/jenkins/test-data/34ebbad7-75af-8107-9a0f-5c99aed22b2d/WALs/testsplitwillfailifwritingtoregionfails,16010,1731964595754/wal.dat.2, size=1.4 K (1393bytes) at 1731964598229Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/34ebbad7-75af-8107-9a0f-5c99aed22b2d/WALs/testsplitwillfailifwritingtoregionfails,16010,1731964595754/wal.dat.2 so closing down at 1731964598254 (+25 ms)3 split writer threads finished at 1731964598254Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/34ebbad7-75af-8107-9a0f-5c99aed22b2d/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731964598289 (+35 ms)Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/34ebbad7-75af-8107-9a0f-5c99aed22b2d/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731964598290 (+1 ms)Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/34ebbad7-75af-8107-9a0f-5c99aed22b2d/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731964598333 (+43 ms)Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/34ebbad7-75af-8107-9a0f-5c99aed22b2d/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731964598334 (+1 ms)Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/34ebbad7-75af-8107-9a0f-5c99aed22b2d/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:46137/user/jenkins/test-data/34ebbad7-75af-8107-9a0f-5c99aed22b2d/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731964598338 (+4 ms)Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/34ebbad7-75af-8107-9a0f-5c99aed22b2d/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:46137/user/jenkins/test-data/34ebbad7-75af-8107-9a0f-5c99aed22b2d/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731964598338Processed 20 edits across 2 Regions in 86 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/34ebbad7-75af-8107-9a0f-5c99aed22b2d/WALs/testsplitwillfailifwritingtoregionfails,16010,1731964595754/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731964598338 2024-11-18T21:16:38,346 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46137/user/jenkins/test-data/34ebbad7-75af-8107-9a0f-5c99aed22b2d/WALs/testsplitwillfailifwritingtoregionfails,16010,1731964595754/wal.dat.2 to hdfs://localhost:46137/user/jenkins/test-data/34ebbad7-75af-8107-9a0f-5c99aed22b2d/oldWALs/wal.dat.2 2024-11-18T21:16:38,346 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46137/user/jenkins/test-data/34ebbad7-75af-8107-9a0f-5c99aed22b2d/WALs/testsplitwillfailifwritingtoregionfails,16010,1731964595754/wal.dat.3, size=1.4 K (1393bytes) 2024-11-18T21:16:38,346 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46137/user/jenkins/test-data/34ebbad7-75af-8107-9a0f-5c99aed22b2d/WALs/testsplitwillfailifwritingtoregionfails,16010,1731964595754/wal.dat.3 2024-11-18T21:16:38,351 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46137/user/jenkins/test-data/34ebbad7-75af-8107-9a0f-5c99aed22b2d/WALs/testsplitwillfailifwritingtoregionfails,16010,1731964595754/wal.dat.3 after 5ms 2024-11-18T21:16:38,355 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46137/user/jenkins/test-data/34ebbad7-75af-8107-9a0f-5c99aed22b2d/WALs/testsplitwillfailifwritingtoregionfails,16010,1731964595754/wal.dat.3 took 9ms 2024-11-18T21:16:38,390 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/34ebbad7-75af-8107-9a0f-5c99aed22b2d/WALs/testsplitwillfailifwritingtoregionfails,16010,1731964595754/wal.dat.3 so closing down 2024-11-18T21:16:38,391 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T21:16:38,394 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T21:16:38,414 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-18T21:16:38,417 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-18T21:16:38,429 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/34ebbad7-75af-8107-9a0f-5c99aed22b2d/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-18T21:16:38,432 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/34ebbad7-75af-8107-9a0f-5c99aed22b2d/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-18T21:16:38,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742142_1321 (size=743) 2024-11-18T21:16:38,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742142_1321 (size=743) 2024-11-18T21:16:38,500 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/34ebbad7-75af-8107-9a0f-5c99aed22b2d/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T21:16:38,503 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/34ebbad7-75af-8107-9a0f-5c99aed22b2d/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:46137/user/jenkins/test-data/34ebbad7-75af-8107-9a0f-5c99aed22b2d/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-18T21:16:38,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742143_1322 (size=743) 2024-11-18T21:16:38,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742143_1322 (size=743) 2024-11-18T21:16:38,510 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/34ebbad7-75af-8107-9a0f-5c99aed22b2d/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T21:16:38,512 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/34ebbad7-75af-8107-9a0f-5c99aed22b2d/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:46137/user/jenkins/test-data/34ebbad7-75af-8107-9a0f-5c99aed22b2d/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-18T21:16:38,512 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 123 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/34ebbad7-75af-8107-9a0f-5c99aed22b2d/WALs/testsplitwillfailifwritingtoregionfails,16010,1731964595754/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T21:16:38,512 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46137/user/jenkins/test-data/34ebbad7-75af-8107-9a0f-5c99aed22b2d/WALs/testsplitwillfailifwritingtoregionfails,16010,1731964595754/wal.dat.3, journal: Splitting hdfs://localhost:46137/user/jenkins/test-data/34ebbad7-75af-8107-9a0f-5c99aed22b2d/WALs/testsplitwillfailifwritingtoregionfails,16010,1731964595754/wal.dat.3, size=1.4 K (1393bytes) at 1731964598346Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/34ebbad7-75af-8107-9a0f-5c99aed22b2d/WALs/testsplitwillfailifwritingtoregionfails,16010,1731964595754/wal.dat.3 so closing down at 1731964598390 (+44 ms)3 split writer threads finished at 1731964598394 (+4 ms)Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/34ebbad7-75af-8107-9a0f-5c99aed22b2d/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731964598429 (+35 ms)Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/34ebbad7-75af-8107-9a0f-5c99aed22b2d/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731964598432 (+3 ms)Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/34ebbad7-75af-8107-9a0f-5c99aed22b2d/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731964598501 (+69 ms)Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/34ebbad7-75af-8107-9a0f-5c99aed22b2d/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:46137/user/jenkins/test-data/34ebbad7-75af-8107-9a0f-5c99aed22b2d/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731964598503 (+2 ms)Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/34ebbad7-75af-8107-9a0f-5c99aed22b2d/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731964598510 (+7 ms)Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/34ebbad7-75af-8107-9a0f-5c99aed22b2d/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:46137/user/jenkins/test-data/34ebbad7-75af-8107-9a0f-5c99aed22b2d/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1731964598512 (+2 ms)Processed 20 edits across 2 Regions in 123 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/34ebbad7-75af-8107-9a0f-5c99aed22b2d/WALs/testsplitwillfailifwritingtoregionfails,16010,1731964595754/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731964598512 2024-11-18T21:16:38,515 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46137/user/jenkins/test-data/34ebbad7-75af-8107-9a0f-5c99aed22b2d/WALs/testsplitwillfailifwritingtoregionfails,16010,1731964595754/wal.dat.3 to hdfs://localhost:46137/user/jenkins/test-data/34ebbad7-75af-8107-9a0f-5c99aed22b2d/oldWALs/wal.dat.3 2024-11-18T21:16:38,515 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46137/user/jenkins/test-data/34ebbad7-75af-8107-9a0f-5c99aed22b2d/WALs/testsplitwillfailifwritingtoregionfails,16010,1731964595754/wal.dat.4, size=1.4 K (1458bytes) 2024-11-18T21:16:38,516 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46137/user/jenkins/test-data/34ebbad7-75af-8107-9a0f-5c99aed22b2d/WALs/testsplitwillfailifwritingtoregionfails,16010,1731964595754/wal.dat.4 2024-11-18T21:16:38,516 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46137/user/jenkins/test-data/34ebbad7-75af-8107-9a0f-5c99aed22b2d/WALs/testsplitwillfailifwritingtoregionfails,16010,1731964595754/wal.dat.4 after 0ms 2024-11-18T21:16:38,520 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46137/user/jenkins/test-data/34ebbad7-75af-8107-9a0f-5c99aed22b2d/WALs/testsplitwillfailifwritingtoregionfails,16010,1731964595754/wal.dat.4 took 5ms 2024-11-18T21:16:38,564 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/34ebbad7-75af-8107-9a0f-5c99aed22b2d/WALs/testsplitwillfailifwritingtoregionfails,16010,1731964595754/wal.dat.4 so closing down 2024-11-18T21:16:38,564 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T21:16:38,564 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T21:16:38,574 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-18T21:16:38,582 INFO [split-log-closeStream-pool-2 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-18T21:16:38,585 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/34ebbad7-75af-8107-9a0f-5c99aed22b2d/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-18T21:16:38,588 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.4.temp 2024-11-18T21:16:38,589 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/34ebbad7-75af-8107-9a0f-5c99aed22b2d/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-18T21:16:38,598 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/34ebbad7-75af-8107-9a0f-5c99aed22b2d/data/default/t1/break/recovered.edits/0000000000000000000-wal.dat.4.temp org.apache.hadoop.hbase.regionserver.wal.InstrumentedLogWriter: I will throw an exception now... 2024-11-18T21:16:38,599 ERROR [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink$RecoveredEditsWriter(257): Failed to write log entry t1/break/0=[#edits: 1 = ] to log java.io.IOException: This exception is instrumented and should only be thrown for testing at org.apache.hadoop.hbase.regionserver.wal.InstrumentedLogWriter.append(InstrumentedLogWriter.java:39) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.AbstractRecoveredEditsOutputSink$RecoveredEditsWriter.writeRegionEntries(AbstractRecoveredEditsOutputSink.java:238) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.append(BoundedRecoveredEditsOutputSink.java:69) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.lambda$writeRemainingEntryBuffers$1(BoundedRecoveredEditsOutputSink.java:100) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T21:16:38,600 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 21 edits across 2 Regions in 40 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/34ebbad7-75af-8107-9a0f-5c99aed22b2d/WALs/testsplitwillfailifwritingtoregionfails,16010,1731964595754/wal.dat.4, size=1.4 K, length=1458, corrupted=false, cancelled=true 2024-11-18T21:16:38,600 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46137/user/jenkins/test-data/34ebbad7-75af-8107-9a0f-5c99aed22b2d/WALs/testsplitwillfailifwritingtoregionfails,16010,1731964595754/wal.dat.4, journal: Splitting hdfs://localhost:46137/user/jenkins/test-data/34ebbad7-75af-8107-9a0f-5c99aed22b2d/WALs/testsplitwillfailifwritingtoregionfails,16010,1731964595754/wal.dat.4, size=1.4 K (1458bytes) at 1731964598516Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/34ebbad7-75af-8107-9a0f-5c99aed22b2d/WALs/testsplitwillfailifwritingtoregionfails,16010,1731964595754/wal.dat.4 so closing down at 1731964598564 (+48 ms)3 split writer threads finished at 1731964598564Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/34ebbad7-75af-8107-9a0f-5c99aed22b2d/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731964598585 (+21 ms)Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/34ebbad7-75af-8107-9a0f-5c99aed22b2d/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731964598589 (+4 ms)Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/34ebbad7-75af-8107-9a0f-5c99aed22b2d/data/default/t1/break/recovered.edits/0000000000000000000-wal.dat.4.temp at 1731964598598 (+9 ms)Failed to write log entry t1/break/0=[#edits: 1 = ] to log at 1731964598599 (+1 ms)Processed 21 edits across 2 Regions in 40 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/34ebbad7-75af-8107-9a0f-5c99aed22b2d/WALs/testsplitwillfailifwritingtoregionfails,16010,1731964595754/wal.dat.4, size=1.4 K, length=1458, corrupted=false, cancelled=true at 1731964598600 (+1 ms) 2024-11-18T21:16:38,600 WARN [Thread-2068 {}] hdfs.DataStreamer(1959): Exception in createBlockOutputStream blk_1073742144_1323 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:52224 remote=/127.0.0.1:42933]. Total timeout mills is 70000, 69998 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:118) ~[hadoop-common-3.4.1.jar:?] at java.io.FilterInputStream.read(FilterInputStream.java:82) ~[?:?] at java.io.FilterInputStream.read(FilterInputStream.java:82) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.PBHelperClient.vintPrefixed(PBHelperClient.java:527) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.createBlockOutputStream(DataStreamer.java:1931) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForCreate(DataStreamer.java:1842) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:752) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-18T21:16:38,602 WARN [Thread-2069 {}] hdfs.DataStreamer(1959): Exception in createBlockOutputStream blk_1073742145_1324 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:37094 remote=/127.0.0.1:39729]. Total timeout mills is 70000, 69996 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:118) ~[hadoop-common-3.4.1.jar:?] at java.io.FilterInputStream.read(FilterInputStream.java:82) ~[?:?] at java.io.FilterInputStream.read(FilterInputStream.java:82) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.PBHelperClient.vintPrefixed(PBHelperClient.java:527) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.createBlockOutputStream(DataStreamer.java:1931) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForCreate(DataStreamer.java:1842) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:752) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-18T21:16:38,602 WARN [Thread-2069 {}] hdfs.DataStreamer(1850): Abandoning BP-539745716-172.17.0.3-1731964524916:blk_1073742145_1324 2024-11-18T21:16:38,603 WARN [Thread-2068 {}] hdfs.DataStreamer(1850): Abandoning BP-539745716-172.17.0.3-1731964524916:blk_1073742144_1323 2024-11-18T21:16:38,605 WARN [Thread-2068 {}] hdfs.DataStreamer(859): DataStreamer Exception java.io.InterruptedIOException: Interrupted waiting to send RPC request to server at org.apache.hadoop.ipc.Client.call(Client.java:1484) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy45.abandonBlock(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$abandonBlock$10(ClientNamenodeProtocolTranslatorPB.java:478) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.abandonBlock(ClientNamenodeProtocolTranslatorPB.java:478) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy46.abandonBlock(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForCreate(DataStreamer.java:1851) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:752) ~[hadoop-hdfs-client-3.4.1.jar:?] Caused by: java.lang.InterruptedException at java.util.concurrent.SynchronousQueue.offer(SynchronousQueue.java:861) ~[?:?] at org.apache.hadoop.ipc.Client$Connection.sendRpcRequest(Client.java:1187) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1479) ~[hadoop-common-3.4.1.jar:?] ... 19 more 2024-11-18T21:16:38,606 ERROR [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(82): Could not close recovered edits at hdfs://localhost:46137/user/jenkins/test-data/34ebbad7-75af-8107-9a0f-5c99aed22b2d/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp java.io.InterruptedIOException: Interrupted while waiting for data to be acknowledged by pipeline at org.apache.hadoop.hdfs.DataStreamer.waitForAckedSeqno(DataStreamer.java:979) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSOutputStream.flushInternal(DFSOutputStream.java:792) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSOutputStream.closeImpl(DFSOutputStream.java:909) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSOutputStream.close(DFSOutputStream.java:861) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FSDataOutputStream$PositionCache.close(FSDataOutputStream.java:77) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FSDataOutputStream.close(FSDataOutputStream.java:106) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufLogWriter.close(ProtobufLogWriter.java:73) ~[classes/:?] at org.apache.hadoop.hbase.wal.AbstractRecoveredEditsOutputSink.closeRecoveredEditsWriter(AbstractRecoveredEditsOutputSink.java:79) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.append(BoundedRecoveredEditsOutputSink.java:73) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.lambda$writeRemainingEntryBuffers$1(BoundedRecoveredEditsOutputSink.java:100) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T21:16:38,607 WARN [Thread-2069 {}] hdfs.DataStreamer(859): DataStreamer Exception java.io.InterruptedIOException: Call interrupted at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1577) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy45.abandonBlock(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$abandonBlock$10(ClientNamenodeProtocolTranslatorPB.java:478) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.abandonBlock(ClientNamenodeProtocolTranslatorPB.java:478) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy46.abandonBlock(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForCreate(DataStreamer.java:1851) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:752) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-18T21:16:38,607 ERROR [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(82): Could not close recovered edits at hdfs://localhost:46137/user/jenkins/test-data/34ebbad7-75af-8107-9a0f-5c99aed22b2d/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp java.io.InterruptedIOException: Interrupted while waiting for data to be acknowledged by pipeline at org.apache.hadoop.hdfs.DataStreamer.waitForAckedSeqno(DataStreamer.java:979) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSOutputStream.flushInternal(DFSOutputStream.java:792) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSOutputStream.closeImpl(DFSOutputStream.java:909) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSOutputStream.close(DFSOutputStream.java:861) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FSDataOutputStream$PositionCache.close(FSDataOutputStream.java:77) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FSDataOutputStream.close(FSDataOutputStream.java:106) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufLogWriter.close(ProtobufLogWriter.java:73) ~[classes/:?] at org.apache.hadoop.hbase.wal.AbstractRecoveredEditsOutputSink.closeRecoveredEditsWriter(AbstractRecoveredEditsOutputSink.java:79) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.append(BoundedRecoveredEditsOutputSink.java:73) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.lambda$writeRemainingEntryBuffers$1(BoundedRecoveredEditsOutputSink.java:100) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T21:16:38,618 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_2121064013_22 at /127.0.0.1:52236 [Receiving block BP-539745716-172.17.0.3-1731964524916:blk_1073742145_1324] {}] datanode.DataXceiver(331): 127.0.0.1:42933:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:52236 dst: /127.0.0.1:42933 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T21:16:38,618 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_2121064013_22 at /127.0.0.1:37094 [Receiving block BP-539745716-172.17.0.3-1731964524916:blk_1073742145_1324] {}] datanode.DataXceiver(331): 127.0.0.1:39729:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:37094 dst: /127.0.0.1:39729 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T21:16:38,641 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_2121064013_22 at /127.0.0.1:52224 [Receiving block BP-539745716-172.17.0.3-1731964524916:blk_1073742144_1323] {}] datanode.DataXceiver(331): 127.0.0.1:42933:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:52224 dst: /127.0.0.1:42933 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T21:16:38,649 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_2121064013_22 at /127.0.0.1:37100 [Receiving block BP-539745716-172.17.0.3-1731964524916:blk_1073742144_1323] {}] datanode.DataXceiver(331): 127.0.0.1:39729:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:37100 dst: /127.0.0.1:39729 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T21:16:38,656 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitWillFailIfWritingToRegionFails Thread=131 (was 130) - Thread LEAK? -, OpenFileDescriptor=388 (was 387) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1552 (was 1478) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=1090 (was 1265) 2024-11-18T21:16:38,673 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testEmptyLogFiles Thread=131, OpenFileDescriptor=389, MaxFileDescriptor=1048576, SystemLoadAverage=1552, ProcessCount=11, AvailableMemoryMB=1089 2024-11-18T21:16:38,674 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-18T21:16:38,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742146_1325 (size=7) 2024-11-18T21:16:38,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742146_1325 (size=7) 2024-11-18T21:16:38,727 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46137/user/jenkins/test-data/9ef4685d-dcb0-9285-14b4-7002b6c51974 with version=8 2024-11-18T21:16:38,727 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T21:16:38,729 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T21:16:38,734 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-18T21:16:38,741 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat..empty 2024-11-18T21:16:38,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742147_1326 (size=93) 2024-11-18T21:16:38,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742147_1326 (size=93) 2024-11-18T21:16:38,793 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-18T21:16:38,797 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-18T21:16:38,799 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-18T21:16:38,815 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:38,815 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:38,854 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:38,854 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:38,861 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:38,861 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:38,869 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:38,869 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:38,876 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:38,876 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:38,885 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:38,885 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:38,890 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:38,890 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:38,893 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:38,893 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:38,893 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:38,893 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:38,894 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:38,894 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:38,895 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:38,895 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:38,896 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:38,896 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:38,896 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:38,896 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:38,897 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:38,897 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:38,898 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:38,898 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:38,898 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:38,898 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:38,898 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:38,898 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:38,899 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:38,899 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:38,899 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:38,899 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:38,902 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:38,902 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:38,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742148_1327 (size=1393) 2024-11-18T21:16:38,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742148_1327 (size=1393) 2024-11-18T21:16:38,910 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-18T21:16:38,910 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-18T21:16:38,918 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:38,918 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:39,000 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:39,000 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:39,003 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:39,003 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:39,004 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:39,004 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:39,012 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:39,012 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:39,015 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:39,015 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:39,021 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:39,021 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:39,028 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:39,029 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:39,031 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:39,031 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:39,034 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:39,035 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:39,035 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:39,035 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:39,038 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:39,038 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:39,042 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:39,042 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:39,042 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:39,042 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:39,043 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:39,043 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:39,045 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:39,045 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:39,047 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:39,047 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:39,047 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:39,047 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:39,048 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:39,048 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:39,048 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:39,049 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:39,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742149_1328 (size=1393) 2024-11-18T21:16:39,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742149_1328 (size=1393) 2024-11-18T21:16:39,056 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-18T21:16:39,056 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-18T21:16:39,058 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:39,059 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:39,123 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:39,123 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:39,123 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:39,123 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:39,124 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:39,124 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:39,124 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:39,124 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:39,125 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:39,125 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:39,128 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:39,128 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:39,135 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:39,135 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:39,135 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:39,135 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:39,139 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:39,139 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:39,141 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:39,141 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:39,144 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:39,144 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:39,144 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:39,144 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:39,145 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:39,145 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:39,145 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:39,145 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:39,145 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:39,145 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:39,146 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:39,146 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:39,146 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:39,146 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:39,146 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:39,146 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:39,147 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:39,147 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:39,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742150_1329 (size=1393) 2024-11-18T21:16:39,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742150_1329 (size=1393) 2024-11-18T21:16:39,152 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-18T21:16:39,152 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-18T21:16:39,171 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:39,171 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:39,231 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:39,231 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:39,238 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:39,238 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:39,240 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:39,240 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:39,245 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:39,245 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:39,249 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:39,249 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:39,254 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:39,254 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:39,255 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:39,255 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:39,256 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:39,256 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:39,256 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:39,257 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:39,258 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:39,258 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:39,258 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:39,258 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:39,260 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:39,260 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:39,260 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:39,260 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:39,260 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:39,260 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:39,261 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:39,261 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:39,261 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:39,261 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:39,261 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:39,261 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:39,262 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:39,262 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:39,262 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:39,262 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:39,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742151_1330 (size=1393) 2024-11-18T21:16:39,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742151_1330 (size=1393) 2024-11-18T21:16:39,269 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-18T21:16:39,270 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-18T21:16:39,276 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:39,277 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:39,342 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:39,342 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:39,343 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:39,343 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:39,345 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:39,345 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:39,346 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:39,346 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:39,346 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:39,346 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:39,346 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:39,346 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:39,346 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:39,346 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:39,347 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:39,347 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:39,347 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:39,347 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:39,348 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:39,348 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:39,349 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:39,349 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:39,352 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:39,352 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:39,359 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:39,359 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:39,360 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:39,360 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:39,361 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:39,361 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:39,362 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:39,362 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:39,363 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:39,363 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:39,363 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:39,363 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:39,364 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:39,364 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:39,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742152_1331 (size=1393) 2024-11-18T21:16:39,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742152_1331 (size=1393) 2024-11-18T21:16:39,372 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-18T21:16:39,373 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-18T21:16:39,383 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:39,383 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:39,432 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:39,432 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:39,436 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:39,436 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:39,444 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:39,444 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:39,448 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:39,448 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:39,452 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:39,452 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:39,456 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:39,456 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:39,460 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:39,460 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:39,464 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:39,464 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:39,480 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:39,480 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:39,492 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:39,492 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:39,494 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:39,494 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:39,500 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:39,500 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:39,504 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:39,504 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:39,508 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:39,508 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:39,512 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:39,512 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:39,516 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:39,516 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:39,520 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:39,520 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:39,524 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:39,524 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:39,530 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:39,530 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:39,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742153_1332 (size=1393) 2024-11-18T21:16:39,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742153_1332 (size=1393) 2024-11-18T21:16:39,556 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-18T21:16:39,557 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-18T21:16:39,564 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:39,565 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:39,608 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:39,608 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:39,608 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:39,608 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:39,611 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:39,611 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:39,615 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:39,615 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:39,621 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:39,621 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:39,625 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:39,625 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:39,628 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:39,628 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:39,633 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:39,633 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:39,633 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:39,633 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:39,634 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:39,634 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:39,634 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:39,634 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:39,634 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:39,634 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:39,635 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:39,635 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:39,635 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:39,635 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:39,636 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:39,636 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:39,636 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:39,636 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:39,637 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:39,638 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:39,639 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:39,639 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:39,639 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:39,639 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:39,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742154_1333 (size=1405) 2024-11-18T21:16:39,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742154_1333 (size=1405) 2024-11-18T21:16:39,644 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-18T21:16:39,644 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-18T21:16:39,646 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:39,646 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:39,683 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:39,683 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:39,687 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:39,687 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:39,693 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:39,693 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:39,693 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:39,693 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:39,694 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:39,694 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:39,694 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:39,694 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:39,694 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:39,694 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:39,695 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:39,695 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:39,697 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:39,698 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:39,705 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:39,705 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:39,708 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:39,708 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:39,709 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:39,709 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:39,710 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:39,710 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:39,717 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:39,717 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:39,726 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:39,726 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:39,726 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:39,726 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:39,726 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:39,726 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:39,727 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:39,727 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:39,727 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:39,727 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:39,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742155_1334 (size=1413) 2024-11-18T21:16:39,729 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-18T21:16:39,729 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-18T21:16:39,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742155_1334 (size=1413) 2024-11-18T21:16:39,734 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:39,734 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:39,765 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:39,765 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:39,767 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:39,767 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:39,772 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:39,772 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:39,772 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:39,772 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:39,775 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:39,775 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:39,776 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:39,776 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:39,778 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:39,778 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:39,793 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:39,793 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:39,793 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:39,793 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:39,793 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:39,793 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:39,793 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:39,793 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:39,794 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:39,794 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:39,794 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:39,794 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:39,794 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:39,794 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:39,794 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:39,795 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:39,795 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:39,795 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:39,795 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:39,795 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:39,795 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:39,795 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:39,796 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:39,796 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:39,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742156_1335 (size=1413) 2024-11-18T21:16:39,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742156_1335 (size=1413) 2024-11-18T21:16:39,798 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-18T21:16:39,798 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-18T21:16:39,800 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:39,800 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:39,829 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:39,829 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:39,849 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:39,849 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:39,852 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:39,852 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:39,863 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:39,863 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:39,870 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:39,870 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:39,875 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:39,875 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:39,876 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:39,876 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:39,877 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:39,877 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:39,883 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:39,883 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:39,884 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:39,884 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:39,892 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:39,892 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:39,894 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:39,894 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:39,894 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:39,894 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:39,899 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:39,899 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:39,902 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:39,902 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:39,903 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:39,903 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:39,907 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:39,907 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:39,914 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:39,914 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:39,924 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:39,924 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:39,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742157_1336 (size=1413) 2024-11-18T21:16:39,927 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-18T21:16:39,927 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.empty 2024-11-18T21:16:39,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742157_1336 (size=1413) 2024-11-18T21:16:39,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742158_1337 (size=93) 2024-11-18T21:16:39,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742158_1337 (size=93) 2024-11-18T21:16:40,020 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46137/user/jenkins/test-data/1ccaaf7a-01da-ac7c-08b1-3abe431ac548/WALs/testemptylogfiles,16010,1731964598734/wal.dat..empty, size=93 (93bytes) 2024-11-18T21:16:40,020 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46137/user/jenkins/test-data/1ccaaf7a-01da-ac7c-08b1-3abe431ac548/WALs/testemptylogfiles,16010,1731964598734/wal.dat..empty 2024-11-18T21:16:40,021 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46137/user/jenkins/test-data/1ccaaf7a-01da-ac7c-08b1-3abe431ac548/WALs/testemptylogfiles,16010,1731964598734/wal.dat..empty after 1ms 2024-11-18T21:16:40,026 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46137/user/jenkins/test-data/1ccaaf7a-01da-ac7c-08b1-3abe431ac548/WALs/testemptylogfiles,16010,1731964598734/wal.dat..empty took 6ms 2024-11-18T21:16:40,026 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/1ccaaf7a-01da-ac7c-08b1-3abe431ac548/WALs/testemptylogfiles,16010,1731964598734/wal.dat..empty so closing down 2024-11-18T21:16:40,027 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T21:16:40,027 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T21:16:40,027 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/1ccaaf7a-01da-ac7c-08b1-3abe431ac548/WALs/testemptylogfiles,16010,1731964598734/wal.dat..empty, size=93, length=93, corrupted=false, cancelled=false 2024-11-18T21:16:40,027 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46137/user/jenkins/test-data/1ccaaf7a-01da-ac7c-08b1-3abe431ac548/WALs/testemptylogfiles,16010,1731964598734/wal.dat..empty, journal: Splitting hdfs://localhost:46137/user/jenkins/test-data/1ccaaf7a-01da-ac7c-08b1-3abe431ac548/WALs/testemptylogfiles,16010,1731964598734/wal.dat..empty, size=93 (93bytes) at 1731964600020Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/1ccaaf7a-01da-ac7c-08b1-3abe431ac548/WALs/testemptylogfiles,16010,1731964598734/wal.dat..empty so closing down at 1731964600026 (+6 ms)3 split writer threads finished at 1731964600027 (+1 ms)Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/1ccaaf7a-01da-ac7c-08b1-3abe431ac548/WALs/testemptylogfiles,16010,1731964598734/wal.dat..empty, size=93, length=93, corrupted=false, cancelled=false at 1731964600027 2024-11-18T21:16:40,032 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46137/user/jenkins/test-data/1ccaaf7a-01da-ac7c-08b1-3abe431ac548/WALs/testemptylogfiles,16010,1731964598734/wal.dat..empty to hdfs://localhost:46137/user/jenkins/test-data/1ccaaf7a-01da-ac7c-08b1-3abe431ac548/oldWALs/wal.dat..empty 2024-11-18T21:16:40,033 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46137/user/jenkins/test-data/1ccaaf7a-01da-ac7c-08b1-3abe431ac548/WALs/testemptylogfiles,16010,1731964598734/wal.dat.0, size=1.4 K (1393bytes) 2024-11-18T21:16:40,033 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46137/user/jenkins/test-data/1ccaaf7a-01da-ac7c-08b1-3abe431ac548/WALs/testemptylogfiles,16010,1731964598734/wal.dat.0 2024-11-18T21:16:40,040 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46137/user/jenkins/test-data/1ccaaf7a-01da-ac7c-08b1-3abe431ac548/WALs/testemptylogfiles,16010,1731964598734/wal.dat.0 after 7ms 2024-11-18T21:16:40,045 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46137/user/jenkins/test-data/1ccaaf7a-01da-ac7c-08b1-3abe431ac548/WALs/testemptylogfiles,16010,1731964598734/wal.dat.0 took 12ms 2024-11-18T21:16:40,051 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/1ccaaf7a-01da-ac7c-08b1-3abe431ac548/WALs/testemptylogfiles,16010,1731964598734/wal.dat.0 so closing down 2024-11-18T21:16:40,051 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T21:16:40,053 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T21:16:40,064 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-18T21:16:40,080 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/1ccaaf7a-01da-ac7c-08b1-3abe431ac548/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-18T21:16:40,089 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-18T21:16:40,096 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/1ccaaf7a-01da-ac7c-08b1-3abe431ac548/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-18T21:16:40,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742159_1338 (size=743) 2024-11-18T21:16:40,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742159_1338 (size=743) 2024-11-18T21:16:40,120 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/1ccaaf7a-01da-ac7c-08b1-3abe431ac548/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T21:16:40,122 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/1ccaaf7a-01da-ac7c-08b1-3abe431ac548/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:46137/user/jenkins/test-data/1ccaaf7a-01da-ac7c-08b1-3abe431ac548/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-18T21:16:40,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742160_1339 (size=743) 2024-11-18T21:16:40,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742160_1339 (size=743) 2024-11-18T21:16:40,149 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/1ccaaf7a-01da-ac7c-08b1-3abe431ac548/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T21:16:40,154 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/1ccaaf7a-01da-ac7c-08b1-3abe431ac548/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:46137/user/jenkins/test-data/1ccaaf7a-01da-ac7c-08b1-3abe431ac548/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-18T21:16:40,154 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 105 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/1ccaaf7a-01da-ac7c-08b1-3abe431ac548/WALs/testemptylogfiles,16010,1731964598734/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T21:16:40,154 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46137/user/jenkins/test-data/1ccaaf7a-01da-ac7c-08b1-3abe431ac548/WALs/testemptylogfiles,16010,1731964598734/wal.dat.0, journal: Splitting hdfs://localhost:46137/user/jenkins/test-data/1ccaaf7a-01da-ac7c-08b1-3abe431ac548/WALs/testemptylogfiles,16010,1731964598734/wal.dat.0, size=1.4 K (1393bytes) at 1731964600033Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/1ccaaf7a-01da-ac7c-08b1-3abe431ac548/WALs/testemptylogfiles,16010,1731964598734/wal.dat.0 so closing down at 1731964600051 (+18 ms)3 split writer threads finished at 1731964600054 (+3 ms)Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/1ccaaf7a-01da-ac7c-08b1-3abe431ac548/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731964600080 (+26 ms)Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/1ccaaf7a-01da-ac7c-08b1-3abe431ac548/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731964600096 (+16 ms)Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/1ccaaf7a-01da-ac7c-08b1-3abe431ac548/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731964600120 (+24 ms)Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/1ccaaf7a-01da-ac7c-08b1-3abe431ac548/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:46137/user/jenkins/test-data/1ccaaf7a-01da-ac7c-08b1-3abe431ac548/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731964600122 (+2 ms)Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/1ccaaf7a-01da-ac7c-08b1-3abe431ac548/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731964600149 (+27 ms)Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/1ccaaf7a-01da-ac7c-08b1-3abe431ac548/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:46137/user/jenkins/test-data/1ccaaf7a-01da-ac7c-08b1-3abe431ac548/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731964600154 (+5 ms)Processed 20 edits across 2 Regions in 105 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/1ccaaf7a-01da-ac7c-08b1-3abe431ac548/WALs/testemptylogfiles,16010,1731964598734/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731964600154 2024-11-18T21:16:40,165 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46137/user/jenkins/test-data/1ccaaf7a-01da-ac7c-08b1-3abe431ac548/WALs/testemptylogfiles,16010,1731964598734/wal.dat.0 to hdfs://localhost:46137/user/jenkins/test-data/1ccaaf7a-01da-ac7c-08b1-3abe431ac548/oldWALs/wal.dat.0 2024-11-18T21:16:40,165 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46137/user/jenkins/test-data/1ccaaf7a-01da-ac7c-08b1-3abe431ac548/WALs/testemptylogfiles,16010,1731964598734/wal.dat.1, size=1.4 K (1393bytes) 2024-11-18T21:16:40,165 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46137/user/jenkins/test-data/1ccaaf7a-01da-ac7c-08b1-3abe431ac548/WALs/testemptylogfiles,16010,1731964598734/wal.dat.1 2024-11-18T21:16:40,166 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46137/user/jenkins/test-data/1ccaaf7a-01da-ac7c-08b1-3abe431ac548/WALs/testemptylogfiles,16010,1731964598734/wal.dat.1 after 1ms 2024-11-18T21:16:40,169 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46137/user/jenkins/test-data/1ccaaf7a-01da-ac7c-08b1-3abe431ac548/WALs/testemptylogfiles,16010,1731964598734/wal.dat.1 took 4ms 2024-11-18T21:16:40,178 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/1ccaaf7a-01da-ac7c-08b1-3abe431ac548/WALs/testemptylogfiles,16010,1731964598734/wal.dat.1 so closing down 2024-11-18T21:16:40,178 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T21:16:40,181 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T21:16:40,191 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-18T21:16:40,204 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/1ccaaf7a-01da-ac7c-08b1-3abe431ac548/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-18T21:16:40,207 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-18T21:16:40,228 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/1ccaaf7a-01da-ac7c-08b1-3abe431ac548/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-18T21:16:40,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742161_1340 (size=743) 2024-11-18T21:16:40,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742161_1340 (size=743) 2024-11-18T21:16:40,279 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/1ccaaf7a-01da-ac7c-08b1-3abe431ac548/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T21:16:40,282 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/1ccaaf7a-01da-ac7c-08b1-3abe431ac548/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:46137/user/jenkins/test-data/1ccaaf7a-01da-ac7c-08b1-3abe431ac548/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-18T21:16:40,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742162_1341 (size=743) 2024-11-18T21:16:40,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742162_1341 (size=743) 2024-11-18T21:16:40,310 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/1ccaaf7a-01da-ac7c-08b1-3abe431ac548/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T21:16:40,312 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/1ccaaf7a-01da-ac7c-08b1-3abe431ac548/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:46137/user/jenkins/test-data/1ccaaf7a-01da-ac7c-08b1-3abe431ac548/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-18T21:16:40,312 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 135 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/1ccaaf7a-01da-ac7c-08b1-3abe431ac548/WALs/testemptylogfiles,16010,1731964598734/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T21:16:40,313 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46137/user/jenkins/test-data/1ccaaf7a-01da-ac7c-08b1-3abe431ac548/WALs/testemptylogfiles,16010,1731964598734/wal.dat.1, journal: Splitting hdfs://localhost:46137/user/jenkins/test-data/1ccaaf7a-01da-ac7c-08b1-3abe431ac548/WALs/testemptylogfiles,16010,1731964598734/wal.dat.1, size=1.4 K (1393bytes) at 1731964600165Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/1ccaaf7a-01da-ac7c-08b1-3abe431ac548/WALs/testemptylogfiles,16010,1731964598734/wal.dat.1 so closing down at 1731964600178 (+13 ms)3 split writer threads finished at 1731964600181 (+3 ms)Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/1ccaaf7a-01da-ac7c-08b1-3abe431ac548/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731964600204 (+23 ms)Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/1ccaaf7a-01da-ac7c-08b1-3abe431ac548/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731964600228 (+24 ms)Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/1ccaaf7a-01da-ac7c-08b1-3abe431ac548/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731964600279 (+51 ms)Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/1ccaaf7a-01da-ac7c-08b1-3abe431ac548/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:46137/user/jenkins/test-data/1ccaaf7a-01da-ac7c-08b1-3abe431ac548/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731964600282 (+3 ms)Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/1ccaaf7a-01da-ac7c-08b1-3abe431ac548/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731964600310 (+28 ms)Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/1ccaaf7a-01da-ac7c-08b1-3abe431ac548/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:46137/user/jenkins/test-data/1ccaaf7a-01da-ac7c-08b1-3abe431ac548/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731964600312 (+2 ms)Processed 20 edits across 2 Regions in 135 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/1ccaaf7a-01da-ac7c-08b1-3abe431ac548/WALs/testemptylogfiles,16010,1731964598734/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731964600312 2024-11-18T21:16:40,315 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46137/user/jenkins/test-data/1ccaaf7a-01da-ac7c-08b1-3abe431ac548/WALs/testemptylogfiles,16010,1731964598734/wal.dat.1 to hdfs://localhost:46137/user/jenkins/test-data/1ccaaf7a-01da-ac7c-08b1-3abe431ac548/oldWALs/wal.dat.1 2024-11-18T21:16:40,316 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46137/user/jenkins/test-data/1ccaaf7a-01da-ac7c-08b1-3abe431ac548/WALs/testemptylogfiles,16010,1731964598734/wal.dat.2, size=1.4 K (1393bytes) 2024-11-18T21:16:40,316 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46137/user/jenkins/test-data/1ccaaf7a-01da-ac7c-08b1-3abe431ac548/WALs/testemptylogfiles,16010,1731964598734/wal.dat.2 2024-11-18T21:16:40,316 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46137/user/jenkins/test-data/1ccaaf7a-01da-ac7c-08b1-3abe431ac548/WALs/testemptylogfiles,16010,1731964598734/wal.dat.2 after 0ms 2024-11-18T21:16:40,319 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46137/user/jenkins/test-data/1ccaaf7a-01da-ac7c-08b1-3abe431ac548/WALs/testemptylogfiles,16010,1731964598734/wal.dat.2 took 4ms 2024-11-18T21:16:40,326 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/1ccaaf7a-01da-ac7c-08b1-3abe431ac548/WALs/testemptylogfiles,16010,1731964598734/wal.dat.2 so closing down 2024-11-18T21:16:40,326 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T21:16:40,329 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T21:16:40,334 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-18T21:16:40,343 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-18T21:16:40,349 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/1ccaaf7a-01da-ac7c-08b1-3abe431ac548/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-18T21:16:40,352 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/1ccaaf7a-01da-ac7c-08b1-3abe431ac548/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-18T21:16:40,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742163_1342 (size=743) 2024-11-18T21:16:40,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742163_1342 (size=743) 2024-11-18T21:16:40,388 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/1ccaaf7a-01da-ac7c-08b1-3abe431ac548/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T21:16:40,391 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/1ccaaf7a-01da-ac7c-08b1-3abe431ac548/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:46137/user/jenkins/test-data/1ccaaf7a-01da-ac7c-08b1-3abe431ac548/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-18T21:16:40,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742164_1343 (size=743) 2024-11-18T21:16:40,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742164_1343 (size=743) 2024-11-18T21:16:40,456 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/1ccaaf7a-01da-ac7c-08b1-3abe431ac548/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T21:16:40,460 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/1ccaaf7a-01da-ac7c-08b1-3abe431ac548/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:46137/user/jenkins/test-data/1ccaaf7a-01da-ac7c-08b1-3abe431ac548/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-18T21:16:40,461 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 137 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/1ccaaf7a-01da-ac7c-08b1-3abe431ac548/WALs/testemptylogfiles,16010,1731964598734/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T21:16:40,461 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46137/user/jenkins/test-data/1ccaaf7a-01da-ac7c-08b1-3abe431ac548/WALs/testemptylogfiles,16010,1731964598734/wal.dat.2, journal: Splitting hdfs://localhost:46137/user/jenkins/test-data/1ccaaf7a-01da-ac7c-08b1-3abe431ac548/WALs/testemptylogfiles,16010,1731964598734/wal.dat.2, size=1.4 K (1393bytes) at 1731964600316Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/1ccaaf7a-01da-ac7c-08b1-3abe431ac548/WALs/testemptylogfiles,16010,1731964598734/wal.dat.2 so closing down at 1731964600326 (+10 ms)3 split writer threads finished at 1731964600329 (+3 ms)Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/1ccaaf7a-01da-ac7c-08b1-3abe431ac548/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731964600349 (+20 ms)Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/1ccaaf7a-01da-ac7c-08b1-3abe431ac548/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731964600353 (+4 ms)Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/1ccaaf7a-01da-ac7c-08b1-3abe431ac548/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731964600388 (+35 ms)Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/1ccaaf7a-01da-ac7c-08b1-3abe431ac548/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:46137/user/jenkins/test-data/1ccaaf7a-01da-ac7c-08b1-3abe431ac548/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731964600391 (+3 ms)Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/1ccaaf7a-01da-ac7c-08b1-3abe431ac548/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731964600456 (+65 ms)Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/1ccaaf7a-01da-ac7c-08b1-3abe431ac548/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:46137/user/jenkins/test-data/1ccaaf7a-01da-ac7c-08b1-3abe431ac548/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731964600460 (+4 ms)Processed 20 edits across 2 Regions in 137 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/1ccaaf7a-01da-ac7c-08b1-3abe431ac548/WALs/testemptylogfiles,16010,1731964598734/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731964600461 (+1 ms) 2024-11-18T21:16:40,464 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46137/user/jenkins/test-data/1ccaaf7a-01da-ac7c-08b1-3abe431ac548/WALs/testemptylogfiles,16010,1731964598734/wal.dat.2 to hdfs://localhost:46137/user/jenkins/test-data/1ccaaf7a-01da-ac7c-08b1-3abe431ac548/oldWALs/wal.dat.2 2024-11-18T21:16:40,465 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46137/user/jenkins/test-data/1ccaaf7a-01da-ac7c-08b1-3abe431ac548/WALs/testemptylogfiles,16010,1731964598734/wal.dat.3, size=1.4 K (1393bytes) 2024-11-18T21:16:40,465 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46137/user/jenkins/test-data/1ccaaf7a-01da-ac7c-08b1-3abe431ac548/WALs/testemptylogfiles,16010,1731964598734/wal.dat.3 2024-11-18T21:16:40,465 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46137/user/jenkins/test-data/1ccaaf7a-01da-ac7c-08b1-3abe431ac548/WALs/testemptylogfiles,16010,1731964598734/wal.dat.3 after 0ms 2024-11-18T21:16:40,468 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46137/user/jenkins/test-data/1ccaaf7a-01da-ac7c-08b1-3abe431ac548/WALs/testemptylogfiles,16010,1731964598734/wal.dat.3 took 4ms 2024-11-18T21:16:40,481 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/1ccaaf7a-01da-ac7c-08b1-3abe431ac548/WALs/testemptylogfiles,16010,1731964598734/wal.dat.3 so closing down 2024-11-18T21:16:40,481 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T21:16:40,498 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T21:16:40,512 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-18T21:16:40,513 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-18T21:16:40,521 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/1ccaaf7a-01da-ac7c-08b1-3abe431ac548/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-18T21:16:40,530 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/1ccaaf7a-01da-ac7c-08b1-3abe431ac548/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-18T21:16:40,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742165_1344 (size=743) 2024-11-18T21:16:40,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742165_1344 (size=743) 2024-11-18T21:16:40,614 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/1ccaaf7a-01da-ac7c-08b1-3abe431ac548/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T21:16:40,618 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/1ccaaf7a-01da-ac7c-08b1-3abe431ac548/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:46137/user/jenkins/test-data/1ccaaf7a-01da-ac7c-08b1-3abe431ac548/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-18T21:16:40,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742166_1345 (size=743) 2024-11-18T21:16:40,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742166_1345 (size=743) 2024-11-18T21:16:40,637 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/1ccaaf7a-01da-ac7c-08b1-3abe431ac548/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T21:16:40,646 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/1ccaaf7a-01da-ac7c-08b1-3abe431ac548/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:46137/user/jenkins/test-data/1ccaaf7a-01da-ac7c-08b1-3abe431ac548/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-18T21:16:40,646 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 170 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/1ccaaf7a-01da-ac7c-08b1-3abe431ac548/WALs/testemptylogfiles,16010,1731964598734/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T21:16:40,647 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46137/user/jenkins/test-data/1ccaaf7a-01da-ac7c-08b1-3abe431ac548/WALs/testemptylogfiles,16010,1731964598734/wal.dat.3, journal: Splitting hdfs://localhost:46137/user/jenkins/test-data/1ccaaf7a-01da-ac7c-08b1-3abe431ac548/WALs/testemptylogfiles,16010,1731964598734/wal.dat.3, size=1.4 K (1393bytes) at 1731964600465Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/1ccaaf7a-01da-ac7c-08b1-3abe431ac548/WALs/testemptylogfiles,16010,1731964598734/wal.dat.3 so closing down at 1731964600481 (+16 ms)3 split writer threads finished at 1731964600498 (+17 ms)Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/1ccaaf7a-01da-ac7c-08b1-3abe431ac548/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731964600521 (+23 ms)Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/1ccaaf7a-01da-ac7c-08b1-3abe431ac548/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731964600530 (+9 ms)Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/1ccaaf7a-01da-ac7c-08b1-3abe431ac548/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731964600614 (+84 ms)Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/1ccaaf7a-01da-ac7c-08b1-3abe431ac548/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:46137/user/jenkins/test-data/1ccaaf7a-01da-ac7c-08b1-3abe431ac548/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1731964600618 (+4 ms)Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/1ccaaf7a-01da-ac7c-08b1-3abe431ac548/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731964600637 (+19 ms)Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/1ccaaf7a-01da-ac7c-08b1-3abe431ac548/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:46137/user/jenkins/test-data/1ccaaf7a-01da-ac7c-08b1-3abe431ac548/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731964600646 (+9 ms)Processed 20 edits across 2 Regions in 170 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/1ccaaf7a-01da-ac7c-08b1-3abe431ac548/WALs/testemptylogfiles,16010,1731964598734/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731964600646 2024-11-18T21:16:40,651 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46137/user/jenkins/test-data/1ccaaf7a-01da-ac7c-08b1-3abe431ac548/WALs/testemptylogfiles,16010,1731964598734/wal.dat.3 to hdfs://localhost:46137/user/jenkins/test-data/1ccaaf7a-01da-ac7c-08b1-3abe431ac548/oldWALs/wal.dat.3 2024-11-18T21:16:40,651 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46137/user/jenkins/test-data/1ccaaf7a-01da-ac7c-08b1-3abe431ac548/WALs/testemptylogfiles,16010,1731964598734/wal.dat.4, size=1.4 K (1393bytes) 2024-11-18T21:16:40,651 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46137/user/jenkins/test-data/1ccaaf7a-01da-ac7c-08b1-3abe431ac548/WALs/testemptylogfiles,16010,1731964598734/wal.dat.4 2024-11-18T21:16:40,652 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46137/user/jenkins/test-data/1ccaaf7a-01da-ac7c-08b1-3abe431ac548/WALs/testemptylogfiles,16010,1731964598734/wal.dat.4 after 1ms 2024-11-18T21:16:40,658 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46137/user/jenkins/test-data/1ccaaf7a-01da-ac7c-08b1-3abe431ac548/WALs/testemptylogfiles,16010,1731964598734/wal.dat.4 took 7ms 2024-11-18T21:16:40,667 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/1ccaaf7a-01da-ac7c-08b1-3abe431ac548/WALs/testemptylogfiles,16010,1731964598734/wal.dat.4 so closing down 2024-11-18T21:16:40,667 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T21:16:40,669 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T21:16:40,689 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-18T21:16:40,695 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/1ccaaf7a-01da-ac7c-08b1-3abe431ac548/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-18T21:16:40,703 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-18T21:16:40,711 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/1ccaaf7a-01da-ac7c-08b1-3abe431ac548/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-18T21:16:40,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742167_1346 (size=743) 2024-11-18T21:16:40,791 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/1ccaaf7a-01da-ac7c-08b1-3abe431ac548/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T21:16:40,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742167_1346 (size=743) 2024-11-18T21:16:40,795 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/1ccaaf7a-01da-ac7c-08b1-3abe431ac548/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:46137/user/jenkins/test-data/1ccaaf7a-01da-ac7c-08b1-3abe431ac548/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-18T21:16:40,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742168_1347 (size=743) 2024-11-18T21:16:40,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742168_1347 (size=743) 2024-11-18T21:16:40,807 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/1ccaaf7a-01da-ac7c-08b1-3abe431ac548/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T21:16:40,809 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/1ccaaf7a-01da-ac7c-08b1-3abe431ac548/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:46137/user/jenkins/test-data/1ccaaf7a-01da-ac7c-08b1-3abe431ac548/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-18T21:16:40,809 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 144 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/1ccaaf7a-01da-ac7c-08b1-3abe431ac548/WALs/testemptylogfiles,16010,1731964598734/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T21:16:40,809 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46137/user/jenkins/test-data/1ccaaf7a-01da-ac7c-08b1-3abe431ac548/WALs/testemptylogfiles,16010,1731964598734/wal.dat.4, journal: Splitting hdfs://localhost:46137/user/jenkins/test-data/1ccaaf7a-01da-ac7c-08b1-3abe431ac548/WALs/testemptylogfiles,16010,1731964598734/wal.dat.4, size=1.4 K (1393bytes) at 1731964600651Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/1ccaaf7a-01da-ac7c-08b1-3abe431ac548/WALs/testemptylogfiles,16010,1731964598734/wal.dat.4 so closing down at 1731964600667 (+16 ms)3 split writer threads finished at 1731964600669 (+2 ms)Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/1ccaaf7a-01da-ac7c-08b1-3abe431ac548/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731964600695 (+26 ms)Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/1ccaaf7a-01da-ac7c-08b1-3abe431ac548/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731964600711 (+16 ms)Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/1ccaaf7a-01da-ac7c-08b1-3abe431ac548/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731964600791 (+80 ms)Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/1ccaaf7a-01da-ac7c-08b1-3abe431ac548/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:46137/user/jenkins/test-data/1ccaaf7a-01da-ac7c-08b1-3abe431ac548/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731964600795 (+4 ms)Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/1ccaaf7a-01da-ac7c-08b1-3abe431ac548/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731964600807 (+12 ms)Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/1ccaaf7a-01da-ac7c-08b1-3abe431ac548/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:46137/user/jenkins/test-data/1ccaaf7a-01da-ac7c-08b1-3abe431ac548/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1731964600809 (+2 ms)Processed 20 edits across 2 Regions in 144 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/1ccaaf7a-01da-ac7c-08b1-3abe431ac548/WALs/testemptylogfiles,16010,1731964598734/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731964600809 2024-11-18T21:16:40,811 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46137/user/jenkins/test-data/1ccaaf7a-01da-ac7c-08b1-3abe431ac548/WALs/testemptylogfiles,16010,1731964598734/wal.dat.4 to hdfs://localhost:46137/user/jenkins/test-data/1ccaaf7a-01da-ac7c-08b1-3abe431ac548/oldWALs/wal.dat.4 2024-11-18T21:16:40,811 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46137/user/jenkins/test-data/1ccaaf7a-01da-ac7c-08b1-3abe431ac548/WALs/testemptylogfiles,16010,1731964598734/wal.dat.5, size=1.4 K (1393bytes) 2024-11-18T21:16:40,811 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46137/user/jenkins/test-data/1ccaaf7a-01da-ac7c-08b1-3abe431ac548/WALs/testemptylogfiles,16010,1731964598734/wal.dat.5 2024-11-18T21:16:40,812 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46137/user/jenkins/test-data/1ccaaf7a-01da-ac7c-08b1-3abe431ac548/WALs/testemptylogfiles,16010,1731964598734/wal.dat.5 after 1ms 2024-11-18T21:16:40,821 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46137/user/jenkins/test-data/1ccaaf7a-01da-ac7c-08b1-3abe431ac548/WALs/testemptylogfiles,16010,1731964598734/wal.dat.5 took 10ms 2024-11-18T21:16:40,823 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/1ccaaf7a-01da-ac7c-08b1-3abe431ac548/WALs/testemptylogfiles,16010,1731964598734/wal.dat.5 so closing down 2024-11-18T21:16:40,823 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T21:16:40,823 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T21:16:40,828 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-18T21:16:40,827 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-18T21:16:40,830 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/1ccaaf7a-01da-ac7c-08b1-3abe431ac548/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-18T21:16:40,830 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/1ccaaf7a-01da-ac7c-08b1-3abe431ac548/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-18T21:16:40,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742169_1348 (size=743) 2024-11-18T21:16:40,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742169_1348 (size=743) 2024-11-18T21:16:40,932 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/1ccaaf7a-01da-ac7c-08b1-3abe431ac548/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T21:16:40,934 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/1ccaaf7a-01da-ac7c-08b1-3abe431ac548/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:46137/user/jenkins/test-data/1ccaaf7a-01da-ac7c-08b1-3abe431ac548/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-18T21:16:40,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742170_1349 (size=743) 2024-11-18T21:16:40,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742170_1349 (size=743) 2024-11-18T21:16:40,945 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/1ccaaf7a-01da-ac7c-08b1-3abe431ac548/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T21:16:40,947 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/1ccaaf7a-01da-ac7c-08b1-3abe431ac548/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:46137/user/jenkins/test-data/1ccaaf7a-01da-ac7c-08b1-3abe431ac548/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-18T21:16:40,947 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 125 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/1ccaaf7a-01da-ac7c-08b1-3abe431ac548/WALs/testemptylogfiles,16010,1731964598734/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T21:16:40,947 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46137/user/jenkins/test-data/1ccaaf7a-01da-ac7c-08b1-3abe431ac548/WALs/testemptylogfiles,16010,1731964598734/wal.dat.5, journal: Splitting hdfs://localhost:46137/user/jenkins/test-data/1ccaaf7a-01da-ac7c-08b1-3abe431ac548/WALs/testemptylogfiles,16010,1731964598734/wal.dat.5, size=1.4 K (1393bytes) at 1731964600811Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/1ccaaf7a-01da-ac7c-08b1-3abe431ac548/WALs/testemptylogfiles,16010,1731964598734/wal.dat.5 so closing down at 1731964600823 (+12 ms)3 split writer threads finished at 1731964600823Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/1ccaaf7a-01da-ac7c-08b1-3abe431ac548/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1731964600830 (+7 ms)Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/1ccaaf7a-01da-ac7c-08b1-3abe431ac548/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731964600830Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/1ccaaf7a-01da-ac7c-08b1-3abe431ac548/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731964600932 (+102 ms)Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/1ccaaf7a-01da-ac7c-08b1-3abe431ac548/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:46137/user/jenkins/test-data/1ccaaf7a-01da-ac7c-08b1-3abe431ac548/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1731964600934 (+2 ms)Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/1ccaaf7a-01da-ac7c-08b1-3abe431ac548/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731964600945 (+11 ms)Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/1ccaaf7a-01da-ac7c-08b1-3abe431ac548/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:46137/user/jenkins/test-data/1ccaaf7a-01da-ac7c-08b1-3abe431ac548/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1731964600947 (+2 ms)Processed 20 edits across 2 Regions in 125 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/1ccaaf7a-01da-ac7c-08b1-3abe431ac548/WALs/testemptylogfiles,16010,1731964598734/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731964600947 2024-11-18T21:16:40,950 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46137/user/jenkins/test-data/1ccaaf7a-01da-ac7c-08b1-3abe431ac548/WALs/testemptylogfiles,16010,1731964598734/wal.dat.5 to hdfs://localhost:46137/user/jenkins/test-data/1ccaaf7a-01da-ac7c-08b1-3abe431ac548/oldWALs/wal.dat.5 2024-11-18T21:16:40,950 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46137/user/jenkins/test-data/1ccaaf7a-01da-ac7c-08b1-3abe431ac548/WALs/testemptylogfiles,16010,1731964598734/wal.dat.6, size=1.4 K (1405bytes) 2024-11-18T21:16:40,950 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46137/user/jenkins/test-data/1ccaaf7a-01da-ac7c-08b1-3abe431ac548/WALs/testemptylogfiles,16010,1731964598734/wal.dat.6 2024-11-18T21:16:40,950 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46137/user/jenkins/test-data/1ccaaf7a-01da-ac7c-08b1-3abe431ac548/WALs/testemptylogfiles,16010,1731964598734/wal.dat.6 after 0ms 2024-11-18T21:16:40,953 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46137/user/jenkins/test-data/1ccaaf7a-01da-ac7c-08b1-3abe431ac548/WALs/testemptylogfiles,16010,1731964598734/wal.dat.6 took 3ms 2024-11-18T21:16:40,978 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/1ccaaf7a-01da-ac7c-08b1-3abe431ac548/WALs/testemptylogfiles,16010,1731964598734/wal.dat.6 so closing down 2024-11-18T21:16:40,978 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T21:16:40,988 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T21:16:40,992 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-18T21:16:41,012 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-18T21:16:41,019 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/1ccaaf7a-01da-ac7c-08b1-3abe431ac548/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-18T21:16:41,030 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/1ccaaf7a-01da-ac7c-08b1-3abe431ac548/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-18T21:16:41,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742171_1350 (size=749) 2024-11-18T21:16:41,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742171_1350 (size=749) 2024-11-18T21:16:41,100 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/1ccaaf7a-01da-ac7c-08b1-3abe431ac548/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T21:16:41,103 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/1ccaaf7a-01da-ac7c-08b1-3abe431ac548/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:46137/user/jenkins/test-data/1ccaaf7a-01da-ac7c-08b1-3abe431ac548/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-18T21:16:41,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742172_1351 (size=749) 2024-11-18T21:16:41,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742172_1351 (size=749) 2024-11-18T21:16:41,108 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/1ccaaf7a-01da-ac7c-08b1-3abe431ac548/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T21:16:41,110 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/1ccaaf7a-01da-ac7c-08b1-3abe431ac548/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:46137/user/jenkins/test-data/1ccaaf7a-01da-ac7c-08b1-3abe431ac548/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-18T21:16:41,110 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 134 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/1ccaaf7a-01da-ac7c-08b1-3abe431ac548/WALs/testemptylogfiles,16010,1731964598734/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-18T21:16:41,110 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46137/user/jenkins/test-data/1ccaaf7a-01da-ac7c-08b1-3abe431ac548/WALs/testemptylogfiles,16010,1731964598734/wal.dat.6, journal: Splitting hdfs://localhost:46137/user/jenkins/test-data/1ccaaf7a-01da-ac7c-08b1-3abe431ac548/WALs/testemptylogfiles,16010,1731964598734/wal.dat.6, size=1.4 K (1405bytes) at 1731964600950Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/1ccaaf7a-01da-ac7c-08b1-3abe431ac548/WALs/testemptylogfiles,16010,1731964598734/wal.dat.6 so closing down at 1731964600978 (+28 ms)3 split writer threads finished at 1731964600988 (+10 ms)Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/1ccaaf7a-01da-ac7c-08b1-3abe431ac548/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731964601019 (+31 ms)Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/1ccaaf7a-01da-ac7c-08b1-3abe431ac548/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731964601030 (+11 ms)Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/1ccaaf7a-01da-ac7c-08b1-3abe431ac548/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731964601100 (+70 ms)Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/1ccaaf7a-01da-ac7c-08b1-3abe431ac548/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:46137/user/jenkins/test-data/1ccaaf7a-01da-ac7c-08b1-3abe431ac548/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1731964601103 (+3 ms)Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/1ccaaf7a-01da-ac7c-08b1-3abe431ac548/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731964601108 (+5 ms)Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/1ccaaf7a-01da-ac7c-08b1-3abe431ac548/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:46137/user/jenkins/test-data/1ccaaf7a-01da-ac7c-08b1-3abe431ac548/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1731964601110 (+2 ms)Processed 20 edits across 2 Regions in 134 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/1ccaaf7a-01da-ac7c-08b1-3abe431ac548/WALs/testemptylogfiles,16010,1731964598734/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1731964601110 2024-11-18T21:16:41,114 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46137/user/jenkins/test-data/1ccaaf7a-01da-ac7c-08b1-3abe431ac548/WALs/testemptylogfiles,16010,1731964598734/wal.dat.6 to hdfs://localhost:46137/user/jenkins/test-data/1ccaaf7a-01da-ac7c-08b1-3abe431ac548/oldWALs/wal.dat.6 2024-11-18T21:16:41,114 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46137/user/jenkins/test-data/1ccaaf7a-01da-ac7c-08b1-3abe431ac548/WALs/testemptylogfiles,16010,1731964598734/wal.dat.7, size=1.4 K (1413bytes) 2024-11-18T21:16:41,115 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46137/user/jenkins/test-data/1ccaaf7a-01da-ac7c-08b1-3abe431ac548/WALs/testemptylogfiles,16010,1731964598734/wal.dat.7 2024-11-18T21:16:41,118 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46137/user/jenkins/test-data/1ccaaf7a-01da-ac7c-08b1-3abe431ac548/WALs/testemptylogfiles,16010,1731964598734/wal.dat.7 after 3ms 2024-11-18T21:16:41,122 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46137/user/jenkins/test-data/1ccaaf7a-01da-ac7c-08b1-3abe431ac548/WALs/testemptylogfiles,16010,1731964598734/wal.dat.7 took 8ms 2024-11-18T21:16:41,135 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/1ccaaf7a-01da-ac7c-08b1-3abe431ac548/WALs/testemptylogfiles,16010,1731964598734/wal.dat.7 so closing down 2024-11-18T21:16:41,135 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T21:16:41,136 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T21:16:41,139 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-18T21:16:41,145 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-18T21:16:41,149 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/1ccaaf7a-01da-ac7c-08b1-3abe431ac548/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-18T21:16:41,153 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/1ccaaf7a-01da-ac7c-08b1-3abe431ac548/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-18T21:16:41,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742173_1352 (size=753) 2024-11-18T21:16:41,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742173_1352 (size=753) 2024-11-18T21:16:41,241 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/1ccaaf7a-01da-ac7c-08b1-3abe431ac548/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T21:16:41,249 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/1ccaaf7a-01da-ac7c-08b1-3abe431ac548/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:46137/user/jenkins/test-data/1ccaaf7a-01da-ac7c-08b1-3abe431ac548/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-18T21:16:41,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742174_1353 (size=753) 2024-11-18T21:16:41,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742174_1353 (size=753) 2024-11-18T21:16:41,261 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/1ccaaf7a-01da-ac7c-08b1-3abe431ac548/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T21:16:41,269 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/1ccaaf7a-01da-ac7c-08b1-3abe431ac548/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:46137/user/jenkins/test-data/1ccaaf7a-01da-ac7c-08b1-3abe431ac548/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-18T21:16:41,269 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 135 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/1ccaaf7a-01da-ac7c-08b1-3abe431ac548/WALs/testemptylogfiles,16010,1731964598734/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-18T21:16:41,269 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46137/user/jenkins/test-data/1ccaaf7a-01da-ac7c-08b1-3abe431ac548/WALs/testemptylogfiles,16010,1731964598734/wal.dat.7, journal: Splitting hdfs://localhost:46137/user/jenkins/test-data/1ccaaf7a-01da-ac7c-08b1-3abe431ac548/WALs/testemptylogfiles,16010,1731964598734/wal.dat.7, size=1.4 K (1413bytes) at 1731964601115Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/1ccaaf7a-01da-ac7c-08b1-3abe431ac548/WALs/testemptylogfiles,16010,1731964598734/wal.dat.7 so closing down at 1731964601135 (+20 ms)3 split writer threads finished at 1731964601136 (+1 ms)Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/1ccaaf7a-01da-ac7c-08b1-3abe431ac548/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731964601149 (+13 ms)Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/1ccaaf7a-01da-ac7c-08b1-3abe431ac548/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731964601153 (+4 ms)Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/1ccaaf7a-01da-ac7c-08b1-3abe431ac548/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731964601241 (+88 ms)Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/1ccaaf7a-01da-ac7c-08b1-3abe431ac548/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:46137/user/jenkins/test-data/1ccaaf7a-01da-ac7c-08b1-3abe431ac548/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1731964601249 (+8 ms)Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/1ccaaf7a-01da-ac7c-08b1-3abe431ac548/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731964601261 (+12 ms)Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/1ccaaf7a-01da-ac7c-08b1-3abe431ac548/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:46137/user/jenkins/test-data/1ccaaf7a-01da-ac7c-08b1-3abe431ac548/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1731964601269 (+8 ms)Processed 20 edits across 2 Regions in 135 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/1ccaaf7a-01da-ac7c-08b1-3abe431ac548/WALs/testemptylogfiles,16010,1731964598734/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731964601269 2024-11-18T21:16:41,289 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46137/user/jenkins/test-data/1ccaaf7a-01da-ac7c-08b1-3abe431ac548/WALs/testemptylogfiles,16010,1731964598734/wal.dat.7 to hdfs://localhost:46137/user/jenkins/test-data/1ccaaf7a-01da-ac7c-08b1-3abe431ac548/oldWALs/wal.dat.7 2024-11-18T21:16:41,289 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46137/user/jenkins/test-data/1ccaaf7a-01da-ac7c-08b1-3abe431ac548/WALs/testemptylogfiles,16010,1731964598734/wal.dat.8, size=1.4 K (1413bytes) 2024-11-18T21:16:41,289 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46137/user/jenkins/test-data/1ccaaf7a-01da-ac7c-08b1-3abe431ac548/WALs/testemptylogfiles,16010,1731964598734/wal.dat.8 2024-11-18T21:16:41,291 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46137/user/jenkins/test-data/1ccaaf7a-01da-ac7c-08b1-3abe431ac548/WALs/testemptylogfiles,16010,1731964598734/wal.dat.8 after 2ms 2024-11-18T21:16:41,298 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46137/user/jenkins/test-data/1ccaaf7a-01da-ac7c-08b1-3abe431ac548/WALs/testemptylogfiles,16010,1731964598734/wal.dat.8 took 9ms 2024-11-18T21:16:41,314 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/1ccaaf7a-01da-ac7c-08b1-3abe431ac548/WALs/testemptylogfiles,16010,1731964598734/wal.dat.8 so closing down 2024-11-18T21:16:41,314 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T21:16:41,320 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T21:16:41,338 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-18T21:16:41,342 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-18T21:16:41,344 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/1ccaaf7a-01da-ac7c-08b1-3abe431ac548/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-18T21:16:41,344 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/1ccaaf7a-01da-ac7c-08b1-3abe431ac548/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-18T21:16:41,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742175_1354 (size=753) 2024-11-18T21:16:41,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742175_1354 (size=753) 2024-11-18T21:16:41,441 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/1ccaaf7a-01da-ac7c-08b1-3abe431ac548/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T21:16:41,455 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/1ccaaf7a-01da-ac7c-08b1-3abe431ac548/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:46137/user/jenkins/test-data/1ccaaf7a-01da-ac7c-08b1-3abe431ac548/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-18T21:16:41,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742176_1355 (size=753) 2024-11-18T21:16:41,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742176_1355 (size=753) 2024-11-18T21:16:41,472 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/1ccaaf7a-01da-ac7c-08b1-3abe431ac548/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T21:16:41,486 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/1ccaaf7a-01da-ac7c-08b1-3abe431ac548/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:46137/user/jenkins/test-data/1ccaaf7a-01da-ac7c-08b1-3abe431ac548/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-18T21:16:41,486 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 173 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/1ccaaf7a-01da-ac7c-08b1-3abe431ac548/WALs/testemptylogfiles,16010,1731964598734/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-18T21:16:41,486 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46137/user/jenkins/test-data/1ccaaf7a-01da-ac7c-08b1-3abe431ac548/WALs/testemptylogfiles,16010,1731964598734/wal.dat.8, journal: Splitting hdfs://localhost:46137/user/jenkins/test-data/1ccaaf7a-01da-ac7c-08b1-3abe431ac548/WALs/testemptylogfiles,16010,1731964598734/wal.dat.8, size=1.4 K (1413bytes) at 1731964601289Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/1ccaaf7a-01da-ac7c-08b1-3abe431ac548/WALs/testemptylogfiles,16010,1731964598734/wal.dat.8 so closing down at 1731964601314 (+25 ms)3 split writer threads finished at 1731964601320 (+6 ms)Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/1ccaaf7a-01da-ac7c-08b1-3abe431ac548/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731964601344 (+24 ms)Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/1ccaaf7a-01da-ac7c-08b1-3abe431ac548/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731964601344Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/1ccaaf7a-01da-ac7c-08b1-3abe431ac548/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731964601441 (+97 ms)Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/1ccaaf7a-01da-ac7c-08b1-3abe431ac548/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:46137/user/jenkins/test-data/1ccaaf7a-01da-ac7c-08b1-3abe431ac548/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1731964601455 (+14 ms)Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/1ccaaf7a-01da-ac7c-08b1-3abe431ac548/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731964601472 (+17 ms)Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/1ccaaf7a-01da-ac7c-08b1-3abe431ac548/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:46137/user/jenkins/test-data/1ccaaf7a-01da-ac7c-08b1-3abe431ac548/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1731964601486 (+14 ms)Processed 20 edits across 2 Regions in 173 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/1ccaaf7a-01da-ac7c-08b1-3abe431ac548/WALs/testemptylogfiles,16010,1731964598734/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731964601486 2024-11-18T21:16:41,503 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46137/user/jenkins/test-data/1ccaaf7a-01da-ac7c-08b1-3abe431ac548/WALs/testemptylogfiles,16010,1731964598734/wal.dat.8 to hdfs://localhost:46137/user/jenkins/test-data/1ccaaf7a-01da-ac7c-08b1-3abe431ac548/oldWALs/wal.dat.8 2024-11-18T21:16:41,503 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46137/user/jenkins/test-data/1ccaaf7a-01da-ac7c-08b1-3abe431ac548/WALs/testemptylogfiles,16010,1731964598734/wal.dat.9, size=1.4 K (1413bytes) 2024-11-18T21:16:41,503 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46137/user/jenkins/test-data/1ccaaf7a-01da-ac7c-08b1-3abe431ac548/WALs/testemptylogfiles,16010,1731964598734/wal.dat.9 2024-11-18T21:16:41,506 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46137/user/jenkins/test-data/1ccaaf7a-01da-ac7c-08b1-3abe431ac548/WALs/testemptylogfiles,16010,1731964598734/wal.dat.9 after 3ms 2024-11-18T21:16:41,514 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46137/user/jenkins/test-data/1ccaaf7a-01da-ac7c-08b1-3abe431ac548/WALs/testemptylogfiles,16010,1731964598734/wal.dat.9 took 11ms 2024-11-18T21:16:41,538 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/1ccaaf7a-01da-ac7c-08b1-3abe431ac548/WALs/testemptylogfiles,16010,1731964598734/wal.dat.9 so closing down 2024-11-18T21:16:41,539 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T21:16:41,544 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T21:16:41,581 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-18T21:16:41,590 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/1ccaaf7a-01da-ac7c-08b1-3abe431ac548/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-18T21:16:41,597 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-18T21:16:41,615 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/1ccaaf7a-01da-ac7c-08b1-3abe431ac548/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-18T21:16:41,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742177_1356 (size=753) 2024-11-18T21:16:41,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742177_1356 (size=753) 2024-11-18T21:16:41,640 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/1ccaaf7a-01da-ac7c-08b1-3abe431ac548/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T21:16:41,642 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/1ccaaf7a-01da-ac7c-08b1-3abe431ac548/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:46137/user/jenkins/test-data/1ccaaf7a-01da-ac7c-08b1-3abe431ac548/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-18T21:16:41,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742178_1357 (size=753) 2024-11-18T21:16:41,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742178_1357 (size=753) 2024-11-18T21:16:41,659 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/1ccaaf7a-01da-ac7c-08b1-3abe431ac548/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T21:16:41,670 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/1ccaaf7a-01da-ac7c-08b1-3abe431ac548/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:46137/user/jenkins/test-data/1ccaaf7a-01da-ac7c-08b1-3abe431ac548/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-18T21:16:41,670 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 133 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/1ccaaf7a-01da-ac7c-08b1-3abe431ac548/WALs/testemptylogfiles,16010,1731964598734/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-18T21:16:41,670 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46137/user/jenkins/test-data/1ccaaf7a-01da-ac7c-08b1-3abe431ac548/WALs/testemptylogfiles,16010,1731964598734/wal.dat.9, journal: Splitting hdfs://localhost:46137/user/jenkins/test-data/1ccaaf7a-01da-ac7c-08b1-3abe431ac548/WALs/testemptylogfiles,16010,1731964598734/wal.dat.9, size=1.4 K (1413bytes) at 1731964601503Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/1ccaaf7a-01da-ac7c-08b1-3abe431ac548/WALs/testemptylogfiles,16010,1731964598734/wal.dat.9 so closing down at 1731964601538 (+35 ms)3 split writer threads finished at 1731964601544 (+6 ms)Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/1ccaaf7a-01da-ac7c-08b1-3abe431ac548/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731964601590 (+46 ms)Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/1ccaaf7a-01da-ac7c-08b1-3abe431ac548/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731964601615 (+25 ms)Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/1ccaaf7a-01da-ac7c-08b1-3abe431ac548/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731964601640 (+25 ms)Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/1ccaaf7a-01da-ac7c-08b1-3abe431ac548/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:46137/user/jenkins/test-data/1ccaaf7a-01da-ac7c-08b1-3abe431ac548/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731964601642 (+2 ms)Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/1ccaaf7a-01da-ac7c-08b1-3abe431ac548/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731964601659 (+17 ms)Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/1ccaaf7a-01da-ac7c-08b1-3abe431ac548/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:46137/user/jenkins/test-data/1ccaaf7a-01da-ac7c-08b1-3abe431ac548/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1731964601670 (+11 ms)Processed 20 edits across 2 Regions in 133 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/1ccaaf7a-01da-ac7c-08b1-3abe431ac548/WALs/testemptylogfiles,16010,1731964598734/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731964601670 2024-11-18T21:16:41,674 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46137/user/jenkins/test-data/1ccaaf7a-01da-ac7c-08b1-3abe431ac548/WALs/testemptylogfiles,16010,1731964598734/wal.dat.9 to hdfs://localhost:46137/user/jenkins/test-data/1ccaaf7a-01da-ac7c-08b1-3abe431ac548/oldWALs/wal.dat.9 2024-11-18T21:16:41,674 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46137/user/jenkins/test-data/1ccaaf7a-01da-ac7c-08b1-3abe431ac548/WALs/testemptylogfiles,16010,1731964598734/wal.dat.empty, size=93 (93bytes) 2024-11-18T21:16:41,674 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46137/user/jenkins/test-data/1ccaaf7a-01da-ac7c-08b1-3abe431ac548/WALs/testemptylogfiles,16010,1731964598734/wal.dat.empty 2024-11-18T21:16:41,675 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46137/user/jenkins/test-data/1ccaaf7a-01da-ac7c-08b1-3abe431ac548/WALs/testemptylogfiles,16010,1731964598734/wal.dat.empty after 1ms 2024-11-18T21:16:41,678 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46137/user/jenkins/test-data/1ccaaf7a-01da-ac7c-08b1-3abe431ac548/WALs/testemptylogfiles,16010,1731964598734/wal.dat.empty took 4ms 2024-11-18T21:16:41,704 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/1ccaaf7a-01da-ac7c-08b1-3abe431ac548/WALs/testemptylogfiles,16010,1731964598734/wal.dat.empty so closing down 2024-11-18T21:16:41,705 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T21:16:41,712 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T21:16:41,712 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/1ccaaf7a-01da-ac7c-08b1-3abe431ac548/WALs/testemptylogfiles,16010,1731964598734/wal.dat.empty, size=93, length=93, corrupted=false, cancelled=false 2024-11-18T21:16:41,712 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46137/user/jenkins/test-data/1ccaaf7a-01da-ac7c-08b1-3abe431ac548/WALs/testemptylogfiles,16010,1731964598734/wal.dat.empty, journal: Splitting hdfs://localhost:46137/user/jenkins/test-data/1ccaaf7a-01da-ac7c-08b1-3abe431ac548/WALs/testemptylogfiles,16010,1731964598734/wal.dat.empty, size=93 (93bytes) at 1731964601674Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/1ccaaf7a-01da-ac7c-08b1-3abe431ac548/WALs/testemptylogfiles,16010,1731964598734/wal.dat.empty so closing down at 1731964601704 (+30 ms)3 split writer threads finished at 1731964601712 (+8 ms)Processed 0 edits across 0 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/1ccaaf7a-01da-ac7c-08b1-3abe431ac548/WALs/testemptylogfiles,16010,1731964598734/wal.dat.empty, size=93, length=93, corrupted=false, cancelled=false at 1731964601712 2024-11-18T21:16:41,716 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46137/user/jenkins/test-data/1ccaaf7a-01da-ac7c-08b1-3abe431ac548/WALs/testemptylogfiles,16010,1731964598734/wal.dat.empty to hdfs://localhost:46137/user/jenkins/test-data/1ccaaf7a-01da-ac7c-08b1-3abe431ac548/oldWALs/wal.dat.empty 2024-11-18T21:16:41,868 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testEmptyLogFiles Thread=131 (was 131), OpenFileDescriptor=387 (was 389), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1552 (was 1552), ProcessCount=11 (was 11), AvailableMemoryMB=2045 (was 1089) - AvailableMemoryMB LEAK? - 2024-11-18T21:16:41,897 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testLogDirectoryShouldBeDeletedAfterSuccessfulSplit Thread=131, OpenFileDescriptor=387, MaxFileDescriptor=1048576, SystemLoadAverage=1552, ProcessCount=11, AvailableMemoryMB=2043 2024-11-18T21:16:41,897 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-18T21:16:41,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742179_1358 (size=7) 2024-11-18T21:16:41,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742179_1358 (size=7) 2024-11-18T21:16:41,952 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46137/user/jenkins/test-data/9ef4685d-dcb0-9285-14b4-7002b6c51974 with version=8 2024-11-18T21:16:41,953 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T21:16:41,954 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T21:16:41,958 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-18T21:16:41,958 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-18T21:16:41,959 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-18T21:16:41,961 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-18T21:16:41,962 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:41,962 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:41,980 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:41,980 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:41,986 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:41,986 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:41,987 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:41,987 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:41,988 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:41,988 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:41,988 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:41,989 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:41,993 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:41,993 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:42,001 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:42,001 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:42,003 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:42,004 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:42,004 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:42,004 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:42,005 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:42,005 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:42,006 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:42,006 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:42,006 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:42,006 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:42,006 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:42,006 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:42,007 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:42,007 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:42,008 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:42,008 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:42,008 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:42,008 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:42,009 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:42,009 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:42,009 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:42,010 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:42,010 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:42,010 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:42,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742180_1359 (size=1393) 2024-11-18T21:16:42,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742180_1359 (size=1393) 2024-11-18T21:16:42,019 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-18T21:16:42,019 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-18T21:16:42,021 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:42,021 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:42,039 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:42,040 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:42,040 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:42,040 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:42,041 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:42,041 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:42,044 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:42,044 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:42,044 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:42,044 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:42,044 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:42,044 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:42,046 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:42,046 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:42,049 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:42,049 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:42,053 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:42,054 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:42,060 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:42,060 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:42,060 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:42,060 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:42,060 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:42,060 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:42,061 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:42,061 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:42,062 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:42,062 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:42,062 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:42,062 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:42,062 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:42,062 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:42,063 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:42,063 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:42,063 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:42,063 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:42,063 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:42,063 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:42,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742181_1360 (size=1393) 2024-11-18T21:16:42,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742181_1360 (size=1393) 2024-11-18T21:16:42,065 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-18T21:16:42,066 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-18T21:16:42,068 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:42,068 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:42,110 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:42,110 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:42,119 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:42,119 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:42,128 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:42,128 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:42,131 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:42,131 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:42,140 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:42,140 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:42,145 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:42,145 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:42,152 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:42,152 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:42,158 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:42,158 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:42,164 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:42,164 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:42,168 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:42,169 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:42,176 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:42,176 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:42,184 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:42,184 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:42,187 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:42,187 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:42,190 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:42,190 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:42,195 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:42,195 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:42,197 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:42,197 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:42,203 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:42,203 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:42,206 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:42,206 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:42,211 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:42,211 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:42,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742182_1361 (size=1393) 2024-11-18T21:16:42,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742182_1361 (size=1393) 2024-11-18T21:16:42,229 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-18T21:16:42,229 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-18T21:16:42,233 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:42,233 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:42,296 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:42,296 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:42,296 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:42,296 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:42,299 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:42,299 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:42,301 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:42,301 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:42,308 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:42,309 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:42,312 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:42,312 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:42,316 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:42,316 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:42,317 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:42,317 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:42,320 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:42,320 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:42,327 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:42,327 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:42,333 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:42,333 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:42,335 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:42,335 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:42,356 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:42,357 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:42,357 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:42,357 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:42,357 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:42,357 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:42,358 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:42,358 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:42,358 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:42,358 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:42,358 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:42,358 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:42,359 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:42,359 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:42,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742183_1362 (size=1393) 2024-11-18T21:16:42,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742183_1362 (size=1393) 2024-11-18T21:16:42,369 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-18T21:16:42,369 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-18T21:16:42,379 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:42,379 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:42,457 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:42,457 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:42,462 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:42,462 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:42,464 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:42,464 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:42,466 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:42,466 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:42,466 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:42,466 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:42,466 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:42,466 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:42,467 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:42,467 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:42,467 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:42,467 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:42,468 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:42,468 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:42,468 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:42,468 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:42,469 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:42,469 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:42,469 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:42,469 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:42,470 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:42,470 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:42,470 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:42,470 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:42,471 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:42,471 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:42,471 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:42,471 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:42,472 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:42,472 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:42,472 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:42,472 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:42,473 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:42,473 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:42,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742184_1363 (size=1393) 2024-11-18T21:16:42,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742184_1363 (size=1393) 2024-11-18T21:16:42,477 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-18T21:16:42,477 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-18T21:16:42,506 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:42,506 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:42,578 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:42,578 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:42,581 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:42,581 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:42,585 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:42,585 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:42,588 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:42,588 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:42,589 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:42,589 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:42,589 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:42,589 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:42,596 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:42,596 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:42,601 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:42,601 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:42,605 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:42,605 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:42,609 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:42,609 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:42,614 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:42,614 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:42,617 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:42,617 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:42,621 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:42,621 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:42,622 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:42,622 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:42,625 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:42,625 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:42,628 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:42,628 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:42,629 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:42,629 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:42,629 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:42,629 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:42,630 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:42,630 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:42,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742185_1364 (size=1393) 2024-11-18T21:16:42,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742185_1364 (size=1393) 2024-11-18T21:16:42,635 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-18T21:16:42,635 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-18T21:16:42,641 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:42,641 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:42,696 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:42,696 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:42,700 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:42,700 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:42,703 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:42,703 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:42,703 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:42,703 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:42,704 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:42,704 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:42,704 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:42,704 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:42,705 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:42,705 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:42,706 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:42,706 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:42,706 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:42,706 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:42,706 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:42,706 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:42,707 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:42,707 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:42,707 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:42,708 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:42,708 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:42,708 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:42,709 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:42,709 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:42,709 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:42,709 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:42,710 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:42,710 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:42,711 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:42,711 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:42,711 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:42,711 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:42,711 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:42,711 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:42,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742186_1365 (size=1405) 2024-11-18T21:16:42,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742186_1365 (size=1405) 2024-11-18T21:16:42,718 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-18T21:16:42,718 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-18T21:16:42,721 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:42,721 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:42,796 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:42,797 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:42,799 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:42,799 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:42,808 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:42,809 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:42,810 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:42,810 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:42,814 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:42,814 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:42,818 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:42,818 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:42,818 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:42,818 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:42,819 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:42,819 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:42,819 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:42,819 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:42,820 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:42,820 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:42,821 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:42,821 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:42,822 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:42,822 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:42,822 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:42,822 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:42,823 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:42,823 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:42,823 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:42,823 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:42,824 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:42,824 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:42,825 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:42,825 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:42,826 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:42,826 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:42,826 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:42,826 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:42,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742187_1366 (size=1413) 2024-11-18T21:16:42,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742187_1366 (size=1413) 2024-11-18T21:16:42,832 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-18T21:16:42,833 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-18T21:16:42,849 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:42,849 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:42,909 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:42,909 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:42,917 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:42,917 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:42,929 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:42,929 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:42,931 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:42,931 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:42,936 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:42,936 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:42,940 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:42,941 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:42,944 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:42,945 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:42,952 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:42,953 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:42,961 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:42,961 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:42,969 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:42,969 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:42,976 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:42,977 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:42,984 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:42,985 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:42,992 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:42,993 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:43,001 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:43,001 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:43,008 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:43,008 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:43,009 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:43,009 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:43,013 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:43,013 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:43,021 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:43,021 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:43,025 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:43,025 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:43,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742188_1367 (size=1413) 2024-11-18T21:16:43,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742188_1367 (size=1413) 2024-11-18T21:16:43,051 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-18T21:16:43,051 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-18T21:16:43,068 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:43,068 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:43,110 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:43,110 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:43,132 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:43,132 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:43,132 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:43,132 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:43,133 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:43,133 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:43,133 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:43,133 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:43,134 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:43,134 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:43,134 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:43,134 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:43,134 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:43,134 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:43,135 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:43,135 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:43,135 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:43,135 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:43,135 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:43,135 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:43,136 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:43,136 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:43,136 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:43,136 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:43,136 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:43,136 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:43,137 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:43,137 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:43,137 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:43,137 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:43,138 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:43,138 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:43,138 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:43,138 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:43,139 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:43,139 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:43,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742189_1368 (size=1413) 2024-11-18T21:16:43,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742189_1368 (size=1413) 2024-11-18T21:16:43,142 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-18T21:16:43,196 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46137/user/jenkins/test-data/f9775b03-1d0e-6ee2-a235-cd4503cd8080/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731964601958/wal.dat.0, size=1.4 K (1393bytes) 2024-11-18T21:16:43,196 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46137/user/jenkins/test-data/f9775b03-1d0e-6ee2-a235-cd4503cd8080/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731964601958/wal.dat.0 2024-11-18T21:16:43,197 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46137/user/jenkins/test-data/f9775b03-1d0e-6ee2-a235-cd4503cd8080/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731964601958/wal.dat.0 after 1ms 2024-11-18T21:16:43,200 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46137/user/jenkins/test-data/f9775b03-1d0e-6ee2-a235-cd4503cd8080/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731964601958/wal.dat.0 took 6ms 2024-11-18T21:16:43,216 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/f9775b03-1d0e-6ee2-a235-cd4503cd8080/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731964601958/wal.dat.0 so closing down 2024-11-18T21:16:43,216 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T21:16:43,218 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T21:16:43,235 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-18T21:16:43,236 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/f9775b03-1d0e-6ee2-a235-cd4503cd8080/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-18T21:16:43,244 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-18T21:16:43,275 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/f9775b03-1d0e-6ee2-a235-cd4503cd8080/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-18T21:16:43,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742190_1369 (size=743) 2024-11-18T21:16:43,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742190_1369 (size=743) 2024-11-18T21:16:43,320 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/f9775b03-1d0e-6ee2-a235-cd4503cd8080/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T21:16:43,336 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/f9775b03-1d0e-6ee2-a235-cd4503cd8080/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:46137/user/jenkins/test-data/f9775b03-1d0e-6ee2-a235-cd4503cd8080/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-18T21:16:43,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742191_1370 (size=743) 2024-11-18T21:16:43,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742191_1370 (size=743) 2024-11-18T21:16:43,377 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/f9775b03-1d0e-6ee2-a235-cd4503cd8080/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T21:16:43,390 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/f9775b03-1d0e-6ee2-a235-cd4503cd8080/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:46137/user/jenkins/test-data/f9775b03-1d0e-6ee2-a235-cd4503cd8080/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-18T21:16:43,390 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 178 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/f9775b03-1d0e-6ee2-a235-cd4503cd8080/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731964601958/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T21:16:43,390 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46137/user/jenkins/test-data/f9775b03-1d0e-6ee2-a235-cd4503cd8080/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731964601958/wal.dat.0, journal: Splitting hdfs://localhost:46137/user/jenkins/test-data/f9775b03-1d0e-6ee2-a235-cd4503cd8080/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731964601958/wal.dat.0, size=1.4 K (1393bytes) at 1731964603196Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/f9775b03-1d0e-6ee2-a235-cd4503cd8080/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731964601958/wal.dat.0 so closing down at 1731964603216 (+20 ms)3 split writer threads finished at 1731964603218 (+2 ms)Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/f9775b03-1d0e-6ee2-a235-cd4503cd8080/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731964603236 (+18 ms)Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/f9775b03-1d0e-6ee2-a235-cd4503cd8080/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731964603275 (+39 ms)Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/f9775b03-1d0e-6ee2-a235-cd4503cd8080/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731964603320 (+45 ms)Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/f9775b03-1d0e-6ee2-a235-cd4503cd8080/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:46137/user/jenkins/test-data/f9775b03-1d0e-6ee2-a235-cd4503cd8080/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731964603336 (+16 ms)Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/f9775b03-1d0e-6ee2-a235-cd4503cd8080/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731964603377 (+41 ms)Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/f9775b03-1d0e-6ee2-a235-cd4503cd8080/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:46137/user/jenkins/test-data/f9775b03-1d0e-6ee2-a235-cd4503cd8080/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731964603390 (+13 ms)Processed 20 edits across 2 Regions in 178 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/f9775b03-1d0e-6ee2-a235-cd4503cd8080/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731964601958/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731964603390 2024-11-18T21:16:43,405 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46137/user/jenkins/test-data/f9775b03-1d0e-6ee2-a235-cd4503cd8080/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731964601958/wal.dat.0 to hdfs://localhost:46137/user/jenkins/test-data/f9775b03-1d0e-6ee2-a235-cd4503cd8080/oldWALs/wal.dat.0 2024-11-18T21:16:43,406 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46137/user/jenkins/test-data/f9775b03-1d0e-6ee2-a235-cd4503cd8080/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731964601958/wal.dat.1, size=1.4 K (1393bytes) 2024-11-18T21:16:43,406 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46137/user/jenkins/test-data/f9775b03-1d0e-6ee2-a235-cd4503cd8080/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731964601958/wal.dat.1 2024-11-18T21:16:43,406 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46137/user/jenkins/test-data/f9775b03-1d0e-6ee2-a235-cd4503cd8080/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731964601958/wal.dat.1 after 0ms 2024-11-18T21:16:43,417 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46137/user/jenkins/test-data/f9775b03-1d0e-6ee2-a235-cd4503cd8080/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731964601958/wal.dat.1 took 12ms 2024-11-18T21:16:43,433 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/f9775b03-1d0e-6ee2-a235-cd4503cd8080/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731964601958/wal.dat.1 so closing down 2024-11-18T21:16:43,433 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T21:16:43,440 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T21:16:43,469 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-18T21:16:43,477 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-18T21:16:43,484 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/f9775b03-1d0e-6ee2-a235-cd4503cd8080/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-18T21:16:43,485 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/f9775b03-1d0e-6ee2-a235-cd4503cd8080/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-18T21:16:43,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742193_1372 (size=743) 2024-11-18T21:16:43,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742193_1372 (size=743) 2024-11-18T21:16:43,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742192_1371 (size=743) 2024-11-18T21:16:43,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742192_1371 (size=743) 2024-11-18T21:16:43,557 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/f9775b03-1d0e-6ee2-a235-cd4503cd8080/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T21:16:43,557 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/f9775b03-1d0e-6ee2-a235-cd4503cd8080/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T21:16:43,560 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/f9775b03-1d0e-6ee2-a235-cd4503cd8080/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:46137/user/jenkins/test-data/f9775b03-1d0e-6ee2-a235-cd4503cd8080/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-18T21:16:43,560 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/f9775b03-1d0e-6ee2-a235-cd4503cd8080/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:46137/user/jenkins/test-data/f9775b03-1d0e-6ee2-a235-cd4503cd8080/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-18T21:16:43,560 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 132 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/f9775b03-1d0e-6ee2-a235-cd4503cd8080/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731964601958/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T21:16:43,560 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46137/user/jenkins/test-data/f9775b03-1d0e-6ee2-a235-cd4503cd8080/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731964601958/wal.dat.1, journal: Splitting hdfs://localhost:46137/user/jenkins/test-data/f9775b03-1d0e-6ee2-a235-cd4503cd8080/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731964601958/wal.dat.1, size=1.4 K (1393bytes) at 1731964603406Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/f9775b03-1d0e-6ee2-a235-cd4503cd8080/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731964601958/wal.dat.1 so closing down at 1731964603433 (+27 ms)3 split writer threads finished at 1731964603440 (+7 ms)Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/f9775b03-1d0e-6ee2-a235-cd4503cd8080/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731964603484 (+44 ms)Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/f9775b03-1d0e-6ee2-a235-cd4503cd8080/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731964603485 (+1 ms)Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/f9775b03-1d0e-6ee2-a235-cd4503cd8080/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731964603557 (+72 ms)Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/f9775b03-1d0e-6ee2-a235-cd4503cd8080/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731964603557Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/f9775b03-1d0e-6ee2-a235-cd4503cd8080/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:46137/user/jenkins/test-data/f9775b03-1d0e-6ee2-a235-cd4503cd8080/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731964603560 (+3 ms)Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/f9775b03-1d0e-6ee2-a235-cd4503cd8080/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:46137/user/jenkins/test-data/f9775b03-1d0e-6ee2-a235-cd4503cd8080/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731964603560Processed 20 edits across 2 Regions in 132 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/f9775b03-1d0e-6ee2-a235-cd4503cd8080/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731964601958/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731964603560 2024-11-18T21:16:43,583 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46137/user/jenkins/test-data/f9775b03-1d0e-6ee2-a235-cd4503cd8080/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731964601958/wal.dat.1 to hdfs://localhost:46137/user/jenkins/test-data/f9775b03-1d0e-6ee2-a235-cd4503cd8080/oldWALs/wal.dat.1 2024-11-18T21:16:43,583 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46137/user/jenkins/test-data/f9775b03-1d0e-6ee2-a235-cd4503cd8080/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731964601958/wal.dat.2, size=1.4 K (1393bytes) 2024-11-18T21:16:43,583 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46137/user/jenkins/test-data/f9775b03-1d0e-6ee2-a235-cd4503cd8080/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731964601958/wal.dat.2 2024-11-18T21:16:43,587 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46137/user/jenkins/test-data/f9775b03-1d0e-6ee2-a235-cd4503cd8080/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731964601958/wal.dat.2 after 4ms 2024-11-18T21:16:43,600 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46137/user/jenkins/test-data/f9775b03-1d0e-6ee2-a235-cd4503cd8080/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731964601958/wal.dat.2 took 17ms 2024-11-18T21:16:43,616 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/f9775b03-1d0e-6ee2-a235-cd4503cd8080/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731964601958/wal.dat.2 so closing down 2024-11-18T21:16:43,616 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T21:16:43,632 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T21:16:43,649 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-18T21:16:43,657 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-18T21:16:43,657 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/f9775b03-1d0e-6ee2-a235-cd4503cd8080/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-18T21:16:43,659 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/f9775b03-1d0e-6ee2-a235-cd4503cd8080/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-18T21:16:43,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742195_1374 (size=743) 2024-11-18T21:16:43,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742195_1374 (size=743) 2024-11-18T21:16:43,784 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/f9775b03-1d0e-6ee2-a235-cd4503cd8080/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T21:16:43,788 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/f9775b03-1d0e-6ee2-a235-cd4503cd8080/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:46137/user/jenkins/test-data/f9775b03-1d0e-6ee2-a235-cd4503cd8080/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-18T21:16:43,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742194_1373 (size=743) 2024-11-18T21:16:43,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742194_1373 (size=743) 2024-11-18T21:16:43,803 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/f9775b03-1d0e-6ee2-a235-cd4503cd8080/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T21:16:43,812 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/f9775b03-1d0e-6ee2-a235-cd4503cd8080/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:46137/user/jenkins/test-data/f9775b03-1d0e-6ee2-a235-cd4503cd8080/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-18T21:16:43,813 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 198 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/f9775b03-1d0e-6ee2-a235-cd4503cd8080/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731964601958/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T21:16:43,813 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46137/user/jenkins/test-data/f9775b03-1d0e-6ee2-a235-cd4503cd8080/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731964601958/wal.dat.2, journal: Splitting hdfs://localhost:46137/user/jenkins/test-data/f9775b03-1d0e-6ee2-a235-cd4503cd8080/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731964601958/wal.dat.2, size=1.4 K (1393bytes) at 1731964603583Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/f9775b03-1d0e-6ee2-a235-cd4503cd8080/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731964601958/wal.dat.2 so closing down at 1731964603616 (+33 ms)3 split writer threads finished at 1731964603632 (+16 ms)Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/f9775b03-1d0e-6ee2-a235-cd4503cd8080/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731964603657 (+25 ms)Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/f9775b03-1d0e-6ee2-a235-cd4503cd8080/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731964603659 (+2 ms)Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/f9775b03-1d0e-6ee2-a235-cd4503cd8080/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731964603784 (+125 ms)Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/f9775b03-1d0e-6ee2-a235-cd4503cd8080/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:46137/user/jenkins/test-data/f9775b03-1d0e-6ee2-a235-cd4503cd8080/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731964603788 (+4 ms)Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/f9775b03-1d0e-6ee2-a235-cd4503cd8080/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731964603803 (+15 ms)Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/f9775b03-1d0e-6ee2-a235-cd4503cd8080/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:46137/user/jenkins/test-data/f9775b03-1d0e-6ee2-a235-cd4503cd8080/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731964603812 (+9 ms)Processed 20 edits across 2 Regions in 198 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/f9775b03-1d0e-6ee2-a235-cd4503cd8080/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731964601958/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731964603813 (+1 ms) 2024-11-18T21:16:43,821 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46137/user/jenkins/test-data/f9775b03-1d0e-6ee2-a235-cd4503cd8080/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731964601958/wal.dat.2 to hdfs://localhost:46137/user/jenkins/test-data/f9775b03-1d0e-6ee2-a235-cd4503cd8080/oldWALs/wal.dat.2 2024-11-18T21:16:43,822 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46137/user/jenkins/test-data/f9775b03-1d0e-6ee2-a235-cd4503cd8080/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731964601958/wal.dat.3, size=1.4 K (1393bytes) 2024-11-18T21:16:43,822 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46137/user/jenkins/test-data/f9775b03-1d0e-6ee2-a235-cd4503cd8080/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731964601958/wal.dat.3 2024-11-18T21:16:43,825 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46137/user/jenkins/test-data/f9775b03-1d0e-6ee2-a235-cd4503cd8080/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731964601958/wal.dat.3 after 3ms 2024-11-18T21:16:43,830 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46137/user/jenkins/test-data/f9775b03-1d0e-6ee2-a235-cd4503cd8080/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731964601958/wal.dat.3 took 9ms 2024-11-18T21:16:43,838 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/f9775b03-1d0e-6ee2-a235-cd4503cd8080/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731964601958/wal.dat.3 so closing down 2024-11-18T21:16:43,838 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T21:16:43,856 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T21:16:43,886 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-18T21:16:43,892 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-18T21:16:43,909 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/f9775b03-1d0e-6ee2-a235-cd4503cd8080/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-18T21:16:43,911 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/f9775b03-1d0e-6ee2-a235-cd4503cd8080/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-18T21:16:43,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742196_1375 (size=743) 2024-11-18T21:16:43,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742196_1375 (size=743) 2024-11-18T21:16:43,970 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/f9775b03-1d0e-6ee2-a235-cd4503cd8080/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T21:16:43,972 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/f9775b03-1d0e-6ee2-a235-cd4503cd8080/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:46137/user/jenkins/test-data/f9775b03-1d0e-6ee2-a235-cd4503cd8080/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-18T21:16:44,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742197_1376 (size=743) 2024-11-18T21:16:44,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742197_1376 (size=743) 2024-11-18T21:16:44,028 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/f9775b03-1d0e-6ee2-a235-cd4503cd8080/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T21:16:44,040 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/f9775b03-1d0e-6ee2-a235-cd4503cd8080/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:46137/user/jenkins/test-data/f9775b03-1d0e-6ee2-a235-cd4503cd8080/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-18T21:16:44,041 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 205 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/f9775b03-1d0e-6ee2-a235-cd4503cd8080/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731964601958/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T21:16:44,041 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46137/user/jenkins/test-data/f9775b03-1d0e-6ee2-a235-cd4503cd8080/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731964601958/wal.dat.3, journal: Splitting hdfs://localhost:46137/user/jenkins/test-data/f9775b03-1d0e-6ee2-a235-cd4503cd8080/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731964601958/wal.dat.3, size=1.4 K (1393bytes) at 1731964603822Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/f9775b03-1d0e-6ee2-a235-cd4503cd8080/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731964601958/wal.dat.3 so closing down at 1731964603838 (+16 ms)3 split writer threads finished at 1731964603856 (+18 ms)Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/f9775b03-1d0e-6ee2-a235-cd4503cd8080/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731964603909 (+53 ms)Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/f9775b03-1d0e-6ee2-a235-cd4503cd8080/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731964603911 (+2 ms)Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/f9775b03-1d0e-6ee2-a235-cd4503cd8080/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731964603970 (+59 ms)Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/f9775b03-1d0e-6ee2-a235-cd4503cd8080/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:46137/user/jenkins/test-data/f9775b03-1d0e-6ee2-a235-cd4503cd8080/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731964603972 (+2 ms)Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/f9775b03-1d0e-6ee2-a235-cd4503cd8080/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731964604028 (+56 ms)Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/f9775b03-1d0e-6ee2-a235-cd4503cd8080/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:46137/user/jenkins/test-data/f9775b03-1d0e-6ee2-a235-cd4503cd8080/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1731964604040 (+12 ms)Processed 20 edits across 2 Regions in 205 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/f9775b03-1d0e-6ee2-a235-cd4503cd8080/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731964601958/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731964604041 (+1 ms) 2024-11-18T21:16:44,048 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46137/user/jenkins/test-data/f9775b03-1d0e-6ee2-a235-cd4503cd8080/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731964601958/wal.dat.3 to hdfs://localhost:46137/user/jenkins/test-data/f9775b03-1d0e-6ee2-a235-cd4503cd8080/oldWALs/wal.dat.3 2024-11-18T21:16:44,048 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46137/user/jenkins/test-data/f9775b03-1d0e-6ee2-a235-cd4503cd8080/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731964601958/wal.dat.4, size=1.4 K (1393bytes) 2024-11-18T21:16:44,048 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46137/user/jenkins/test-data/f9775b03-1d0e-6ee2-a235-cd4503cd8080/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731964601958/wal.dat.4 2024-11-18T21:16:44,052 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46137/user/jenkins/test-data/f9775b03-1d0e-6ee2-a235-cd4503cd8080/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731964601958/wal.dat.4 after 4ms 2024-11-18T21:16:44,065 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46137/user/jenkins/test-data/f9775b03-1d0e-6ee2-a235-cd4503cd8080/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731964601958/wal.dat.4 took 17ms 2024-11-18T21:16:44,081 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/f9775b03-1d0e-6ee2-a235-cd4503cd8080/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731964601958/wal.dat.4 so closing down 2024-11-18T21:16:44,081 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T21:16:44,087 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T21:16:44,092 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-18T21:16:44,104 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-18T21:16:44,109 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/f9775b03-1d0e-6ee2-a235-cd4503cd8080/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-18T21:16:44,124 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/f9775b03-1d0e-6ee2-a235-cd4503cd8080/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-18T21:16:44,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742199_1378 (size=743) 2024-11-18T21:16:44,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742199_1378 (size=743) 2024-11-18T21:16:44,212 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/f9775b03-1d0e-6ee2-a235-cd4503cd8080/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T21:16:44,226 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/f9775b03-1d0e-6ee2-a235-cd4503cd8080/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:46137/user/jenkins/test-data/f9775b03-1d0e-6ee2-a235-cd4503cd8080/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-18T21:16:44,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742198_1377 (size=743) 2024-11-18T21:16:44,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742198_1377 (size=743) 2024-11-18T21:16:44,237 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/f9775b03-1d0e-6ee2-a235-cd4503cd8080/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T21:16:44,253 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/f9775b03-1d0e-6ee2-a235-cd4503cd8080/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:46137/user/jenkins/test-data/f9775b03-1d0e-6ee2-a235-cd4503cd8080/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-18T21:16:44,253 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 177 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/f9775b03-1d0e-6ee2-a235-cd4503cd8080/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731964601958/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T21:16:44,253 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46137/user/jenkins/test-data/f9775b03-1d0e-6ee2-a235-cd4503cd8080/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731964601958/wal.dat.4, journal: Splitting hdfs://localhost:46137/user/jenkins/test-data/f9775b03-1d0e-6ee2-a235-cd4503cd8080/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731964601958/wal.dat.4, size=1.4 K (1393bytes) at 1731964604048Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/f9775b03-1d0e-6ee2-a235-cd4503cd8080/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731964601958/wal.dat.4 so closing down at 1731964604081 (+33 ms)3 split writer threads finished at 1731964604087 (+6 ms)Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/f9775b03-1d0e-6ee2-a235-cd4503cd8080/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731964604109 (+22 ms)Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/f9775b03-1d0e-6ee2-a235-cd4503cd8080/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731964604124 (+15 ms)Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/f9775b03-1d0e-6ee2-a235-cd4503cd8080/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731964604212 (+88 ms)Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/f9775b03-1d0e-6ee2-a235-cd4503cd8080/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:46137/user/jenkins/test-data/f9775b03-1d0e-6ee2-a235-cd4503cd8080/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731964604226 (+14 ms)Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/f9775b03-1d0e-6ee2-a235-cd4503cd8080/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731964604237 (+11 ms)Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/f9775b03-1d0e-6ee2-a235-cd4503cd8080/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:46137/user/jenkins/test-data/f9775b03-1d0e-6ee2-a235-cd4503cd8080/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1731964604253 (+16 ms)Processed 20 edits across 2 Regions in 177 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/f9775b03-1d0e-6ee2-a235-cd4503cd8080/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731964601958/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731964604253 2024-11-18T21:16:44,271 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46137/user/jenkins/test-data/f9775b03-1d0e-6ee2-a235-cd4503cd8080/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731964601958/wal.dat.4 to hdfs://localhost:46137/user/jenkins/test-data/f9775b03-1d0e-6ee2-a235-cd4503cd8080/oldWALs/wal.dat.4 2024-11-18T21:16:44,271 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46137/user/jenkins/test-data/f9775b03-1d0e-6ee2-a235-cd4503cd8080/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731964601958/wal.dat.5, size=1.4 K (1393bytes) 2024-11-18T21:16:44,271 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46137/user/jenkins/test-data/f9775b03-1d0e-6ee2-a235-cd4503cd8080/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731964601958/wal.dat.5 2024-11-18T21:16:44,275 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46137/user/jenkins/test-data/f9775b03-1d0e-6ee2-a235-cd4503cd8080/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731964601958/wal.dat.5 after 4ms 2024-11-18T21:16:44,293 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46137/user/jenkins/test-data/f9775b03-1d0e-6ee2-a235-cd4503cd8080/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731964601958/wal.dat.5 took 22ms 2024-11-18T21:16:44,300 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/f9775b03-1d0e-6ee2-a235-cd4503cd8080/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731964601958/wal.dat.5 so closing down 2024-11-18T21:16:44,300 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T21:16:44,300 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T21:16:44,321 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-18T21:16:44,327 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/f9775b03-1d0e-6ee2-a235-cd4503cd8080/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-18T21:16:44,341 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-18T21:16:44,348 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/f9775b03-1d0e-6ee2-a235-cd4503cd8080/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-18T21:16:44,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742200_1379 (size=743) 2024-11-18T21:16:44,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742200_1379 (size=743) 2024-11-18T21:16:44,434 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/f9775b03-1d0e-6ee2-a235-cd4503cd8080/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T21:16:44,469 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/f9775b03-1d0e-6ee2-a235-cd4503cd8080/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:46137/user/jenkins/test-data/f9775b03-1d0e-6ee2-a235-cd4503cd8080/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-18T21:16:44,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742201_1380 (size=743) 2024-11-18T21:16:44,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742201_1380 (size=743) 2024-11-18T21:16:44,469 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/f9775b03-1d0e-6ee2-a235-cd4503cd8080/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T21:16:44,475 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/f9775b03-1d0e-6ee2-a235-cd4503cd8080/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:46137/user/jenkins/test-data/f9775b03-1d0e-6ee2-a235-cd4503cd8080/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-18T21:16:44,475 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 176 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/f9775b03-1d0e-6ee2-a235-cd4503cd8080/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731964601958/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T21:16:44,475 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46137/user/jenkins/test-data/f9775b03-1d0e-6ee2-a235-cd4503cd8080/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731964601958/wal.dat.5, journal: Splitting hdfs://localhost:46137/user/jenkins/test-data/f9775b03-1d0e-6ee2-a235-cd4503cd8080/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731964601958/wal.dat.5, size=1.4 K (1393bytes) at 1731964604271Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/f9775b03-1d0e-6ee2-a235-cd4503cd8080/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731964601958/wal.dat.5 so closing down at 1731964604300 (+29 ms)3 split writer threads finished at 1731964604300Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/f9775b03-1d0e-6ee2-a235-cd4503cd8080/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731964604327 (+27 ms)Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/f9775b03-1d0e-6ee2-a235-cd4503cd8080/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1731964604349 (+22 ms)Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/f9775b03-1d0e-6ee2-a235-cd4503cd8080/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731964604434 (+85 ms)Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/f9775b03-1d0e-6ee2-a235-cd4503cd8080/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:46137/user/jenkins/test-data/f9775b03-1d0e-6ee2-a235-cd4503cd8080/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1731964604469 (+35 ms)Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/f9775b03-1d0e-6ee2-a235-cd4503cd8080/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731964604469Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/f9775b03-1d0e-6ee2-a235-cd4503cd8080/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:46137/user/jenkins/test-data/f9775b03-1d0e-6ee2-a235-cd4503cd8080/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1731964604475 (+6 ms)Processed 20 edits across 2 Regions in 176 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/f9775b03-1d0e-6ee2-a235-cd4503cd8080/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731964601958/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731964604475 2024-11-18T21:16:44,478 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46137/user/jenkins/test-data/f9775b03-1d0e-6ee2-a235-cd4503cd8080/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731964601958/wal.dat.5 to hdfs://localhost:46137/user/jenkins/test-data/f9775b03-1d0e-6ee2-a235-cd4503cd8080/oldWALs/wal.dat.5 2024-11-18T21:16:44,478 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46137/user/jenkins/test-data/f9775b03-1d0e-6ee2-a235-cd4503cd8080/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731964601958/wal.dat.6, size=1.4 K (1405bytes) 2024-11-18T21:16:44,478 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46137/user/jenkins/test-data/f9775b03-1d0e-6ee2-a235-cd4503cd8080/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731964601958/wal.dat.6 2024-11-18T21:16:44,492 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46137/user/jenkins/test-data/f9775b03-1d0e-6ee2-a235-cd4503cd8080/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731964601958/wal.dat.6 after 14ms 2024-11-18T21:16:44,504 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46137/user/jenkins/test-data/f9775b03-1d0e-6ee2-a235-cd4503cd8080/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731964601958/wal.dat.6 took 26ms 2024-11-18T21:16:44,525 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/f9775b03-1d0e-6ee2-a235-cd4503cd8080/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731964601958/wal.dat.6 so closing down 2024-11-18T21:16:44,525 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T21:16:44,528 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T21:16:44,552 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-18T21:16:44,552 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-18T21:16:44,557 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/f9775b03-1d0e-6ee2-a235-cd4503cd8080/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-18T21:16:44,573 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/f9775b03-1d0e-6ee2-a235-cd4503cd8080/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-18T21:16:44,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742202_1381 (size=749) 2024-11-18T21:16:44,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742202_1381 (size=749) 2024-11-18T21:16:44,634 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/f9775b03-1d0e-6ee2-a235-cd4503cd8080/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T21:16:44,636 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/f9775b03-1d0e-6ee2-a235-cd4503cd8080/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:46137/user/jenkins/test-data/f9775b03-1d0e-6ee2-a235-cd4503cd8080/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-18T21:16:44,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742203_1382 (size=749) 2024-11-18T21:16:44,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742203_1382 (size=749) 2024-11-18T21:16:44,661 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/f9775b03-1d0e-6ee2-a235-cd4503cd8080/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T21:16:44,666 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/f9775b03-1d0e-6ee2-a235-cd4503cd8080/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:46137/user/jenkins/test-data/f9775b03-1d0e-6ee2-a235-cd4503cd8080/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-18T21:16:44,667 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 144 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/f9775b03-1d0e-6ee2-a235-cd4503cd8080/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731964601958/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-18T21:16:44,667 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46137/user/jenkins/test-data/f9775b03-1d0e-6ee2-a235-cd4503cd8080/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731964601958/wal.dat.6, journal: Splitting hdfs://localhost:46137/user/jenkins/test-data/f9775b03-1d0e-6ee2-a235-cd4503cd8080/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731964601958/wal.dat.6, size=1.4 K (1405bytes) at 1731964604478Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/f9775b03-1d0e-6ee2-a235-cd4503cd8080/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731964601958/wal.dat.6 so closing down at 1731964604525 (+47 ms)3 split writer threads finished at 1731964604528 (+3 ms)Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/f9775b03-1d0e-6ee2-a235-cd4503cd8080/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731964604557 (+29 ms)Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/f9775b03-1d0e-6ee2-a235-cd4503cd8080/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731964604573 (+16 ms)Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/f9775b03-1d0e-6ee2-a235-cd4503cd8080/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731964604634 (+61 ms)Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/f9775b03-1d0e-6ee2-a235-cd4503cd8080/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:46137/user/jenkins/test-data/f9775b03-1d0e-6ee2-a235-cd4503cd8080/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1731964604636 (+2 ms)Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/f9775b03-1d0e-6ee2-a235-cd4503cd8080/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731964604661 (+25 ms)Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/f9775b03-1d0e-6ee2-a235-cd4503cd8080/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:46137/user/jenkins/test-data/f9775b03-1d0e-6ee2-a235-cd4503cd8080/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1731964604667 (+6 ms)Processed 20 edits across 2 Regions in 144 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/f9775b03-1d0e-6ee2-a235-cd4503cd8080/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731964601958/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1731964604667 2024-11-18T21:16:44,670 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46137/user/jenkins/test-data/f9775b03-1d0e-6ee2-a235-cd4503cd8080/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731964601958/wal.dat.6 to hdfs://localhost:46137/user/jenkins/test-data/f9775b03-1d0e-6ee2-a235-cd4503cd8080/oldWALs/wal.dat.6 2024-11-18T21:16:44,670 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46137/user/jenkins/test-data/f9775b03-1d0e-6ee2-a235-cd4503cd8080/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731964601958/wal.dat.7, size=1.4 K (1413bytes) 2024-11-18T21:16:44,670 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46137/user/jenkins/test-data/f9775b03-1d0e-6ee2-a235-cd4503cd8080/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731964601958/wal.dat.7 2024-11-18T21:16:44,671 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46137/user/jenkins/test-data/f9775b03-1d0e-6ee2-a235-cd4503cd8080/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731964601958/wal.dat.7 after 1ms 2024-11-18T21:16:44,677 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46137/user/jenkins/test-data/f9775b03-1d0e-6ee2-a235-cd4503cd8080/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731964601958/wal.dat.7 took 7ms 2024-11-18T21:16:44,693 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/f9775b03-1d0e-6ee2-a235-cd4503cd8080/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731964601958/wal.dat.7 so closing down 2024-11-18T21:16:44,693 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T21:16:44,697 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T21:16:44,713 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-18T21:16:44,715 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-18T21:16:44,721 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/f9775b03-1d0e-6ee2-a235-cd4503cd8080/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-18T21:16:44,728 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/f9775b03-1d0e-6ee2-a235-cd4503cd8080/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-18T21:16:44,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742204_1383 (size=753) 2024-11-18T21:16:44,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742204_1383 (size=753) 2024-11-18T21:16:44,800 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/f9775b03-1d0e-6ee2-a235-cd4503cd8080/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T21:16:44,812 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/f9775b03-1d0e-6ee2-a235-cd4503cd8080/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:46137/user/jenkins/test-data/f9775b03-1d0e-6ee2-a235-cd4503cd8080/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-18T21:16:44,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742205_1384 (size=753) 2024-11-18T21:16:44,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742205_1384 (size=753) 2024-11-18T21:16:44,830 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/f9775b03-1d0e-6ee2-a235-cd4503cd8080/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T21:16:44,831 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/f9775b03-1d0e-6ee2-a235-cd4503cd8080/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:46137/user/jenkins/test-data/f9775b03-1d0e-6ee2-a235-cd4503cd8080/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-18T21:16:44,832 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 144 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/f9775b03-1d0e-6ee2-a235-cd4503cd8080/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731964601958/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-18T21:16:44,832 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46137/user/jenkins/test-data/f9775b03-1d0e-6ee2-a235-cd4503cd8080/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731964601958/wal.dat.7, journal: Splitting hdfs://localhost:46137/user/jenkins/test-data/f9775b03-1d0e-6ee2-a235-cd4503cd8080/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731964601958/wal.dat.7, size=1.4 K (1413bytes) at 1731964604670Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/f9775b03-1d0e-6ee2-a235-cd4503cd8080/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731964601958/wal.dat.7 so closing down at 1731964604693 (+23 ms)3 split writer threads finished at 1731964604697 (+4 ms)Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/f9775b03-1d0e-6ee2-a235-cd4503cd8080/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731964604721 (+24 ms)Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/f9775b03-1d0e-6ee2-a235-cd4503cd8080/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731964604728 (+7 ms)Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/f9775b03-1d0e-6ee2-a235-cd4503cd8080/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731964604800 (+72 ms)Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/f9775b03-1d0e-6ee2-a235-cd4503cd8080/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:46137/user/jenkins/test-data/f9775b03-1d0e-6ee2-a235-cd4503cd8080/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1731964604812 (+12 ms)Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/f9775b03-1d0e-6ee2-a235-cd4503cd8080/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731964604830 (+18 ms)Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/f9775b03-1d0e-6ee2-a235-cd4503cd8080/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:46137/user/jenkins/test-data/f9775b03-1d0e-6ee2-a235-cd4503cd8080/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1731964604831 (+1 ms)Processed 20 edits across 2 Regions in 144 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/f9775b03-1d0e-6ee2-a235-cd4503cd8080/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731964601958/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731964604832 (+1 ms) 2024-11-18T21:16:44,847 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46137/user/jenkins/test-data/f9775b03-1d0e-6ee2-a235-cd4503cd8080/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731964601958/wal.dat.7 to hdfs://localhost:46137/user/jenkins/test-data/f9775b03-1d0e-6ee2-a235-cd4503cd8080/oldWALs/wal.dat.7 2024-11-18T21:16:44,847 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46137/user/jenkins/test-data/f9775b03-1d0e-6ee2-a235-cd4503cd8080/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731964601958/wal.dat.8, size=1.4 K (1413bytes) 2024-11-18T21:16:44,847 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46137/user/jenkins/test-data/f9775b03-1d0e-6ee2-a235-cd4503cd8080/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731964601958/wal.dat.8 2024-11-18T21:16:44,848 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46137/user/jenkins/test-data/f9775b03-1d0e-6ee2-a235-cd4503cd8080/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731964601958/wal.dat.8 after 1ms 2024-11-18T21:16:44,861 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46137/user/jenkins/test-data/f9775b03-1d0e-6ee2-a235-cd4503cd8080/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731964601958/wal.dat.8 took 14ms 2024-11-18T21:16:44,874 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/f9775b03-1d0e-6ee2-a235-cd4503cd8080/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731964601958/wal.dat.8 so closing down 2024-11-18T21:16:44,874 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T21:16:44,880 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T21:16:44,901 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-18T21:16:44,913 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/f9775b03-1d0e-6ee2-a235-cd4503cd8080/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-18T21:16:44,913 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-18T21:16:44,921 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/f9775b03-1d0e-6ee2-a235-cd4503cd8080/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-18T21:16:44,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742206_1385 (size=753) 2024-11-18T21:16:44,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742206_1385 (size=753) 2024-11-18T21:16:44,994 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/f9775b03-1d0e-6ee2-a235-cd4503cd8080/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T21:16:45,002 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/f9775b03-1d0e-6ee2-a235-cd4503cd8080/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:46137/user/jenkins/test-data/f9775b03-1d0e-6ee2-a235-cd4503cd8080/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-18T21:16:45,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742207_1386 (size=753) 2024-11-18T21:16:45,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742207_1386 (size=753) 2024-11-18T21:16:45,017 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/f9775b03-1d0e-6ee2-a235-cd4503cd8080/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T21:16:45,022 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/f9775b03-1d0e-6ee2-a235-cd4503cd8080/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:46137/user/jenkins/test-data/f9775b03-1d0e-6ee2-a235-cd4503cd8080/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-18T21:16:45,022 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 149 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/f9775b03-1d0e-6ee2-a235-cd4503cd8080/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731964601958/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-18T21:16:45,022 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46137/user/jenkins/test-data/f9775b03-1d0e-6ee2-a235-cd4503cd8080/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731964601958/wal.dat.8, journal: Splitting hdfs://localhost:46137/user/jenkins/test-data/f9775b03-1d0e-6ee2-a235-cd4503cd8080/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731964601958/wal.dat.8, size=1.4 K (1413bytes) at 1731964604847Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/f9775b03-1d0e-6ee2-a235-cd4503cd8080/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731964601958/wal.dat.8 so closing down at 1731964604874 (+27 ms)3 split writer threads finished at 1731964604880 (+6 ms)Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/f9775b03-1d0e-6ee2-a235-cd4503cd8080/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731964604913 (+33 ms)Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/f9775b03-1d0e-6ee2-a235-cd4503cd8080/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731964604921 (+8 ms)Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/f9775b03-1d0e-6ee2-a235-cd4503cd8080/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731964604994 (+73 ms)Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/f9775b03-1d0e-6ee2-a235-cd4503cd8080/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:46137/user/jenkins/test-data/f9775b03-1d0e-6ee2-a235-cd4503cd8080/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1731964605002 (+8 ms)Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/f9775b03-1d0e-6ee2-a235-cd4503cd8080/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731964605017 (+15 ms)Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/f9775b03-1d0e-6ee2-a235-cd4503cd8080/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:46137/user/jenkins/test-data/f9775b03-1d0e-6ee2-a235-cd4503cd8080/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1731964605022 (+5 ms)Processed 20 edits across 2 Regions in 149 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/f9775b03-1d0e-6ee2-a235-cd4503cd8080/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731964601958/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731964605022 2024-11-18T21:16:45,027 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46137/user/jenkins/test-data/f9775b03-1d0e-6ee2-a235-cd4503cd8080/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731964601958/wal.dat.8 to hdfs://localhost:46137/user/jenkins/test-data/f9775b03-1d0e-6ee2-a235-cd4503cd8080/oldWALs/wal.dat.8 2024-11-18T21:16:45,028 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46137/user/jenkins/test-data/f9775b03-1d0e-6ee2-a235-cd4503cd8080/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731964601958/wal.dat.9, size=1.4 K (1413bytes) 2024-11-18T21:16:45,028 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46137/user/jenkins/test-data/f9775b03-1d0e-6ee2-a235-cd4503cd8080/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731964601958/wal.dat.9 2024-11-18T21:16:45,028 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46137/user/jenkins/test-data/f9775b03-1d0e-6ee2-a235-cd4503cd8080/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731964601958/wal.dat.9 after 0ms 2024-11-18T21:16:45,034 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46137/user/jenkins/test-data/f9775b03-1d0e-6ee2-a235-cd4503cd8080/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731964601958/wal.dat.9 took 7ms 2024-11-18T21:16:45,061 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/f9775b03-1d0e-6ee2-a235-cd4503cd8080/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731964601958/wal.dat.9 so closing down 2024-11-18T21:16:45,061 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T21:16:45,066 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T21:16:45,075 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-18T21:16:45,085 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/f9775b03-1d0e-6ee2-a235-cd4503cd8080/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-18T21:16:45,100 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-18T21:16:45,133 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/f9775b03-1d0e-6ee2-a235-cd4503cd8080/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-18T21:16:45,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742208_1387 (size=753) 2024-11-18T21:16:45,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742208_1387 (size=753) 2024-11-18T21:16:45,191 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/f9775b03-1d0e-6ee2-a235-cd4503cd8080/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T21:16:45,197 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/f9775b03-1d0e-6ee2-a235-cd4503cd8080/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:46137/user/jenkins/test-data/f9775b03-1d0e-6ee2-a235-cd4503cd8080/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-18T21:16:45,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742209_1388 (size=753) 2024-11-18T21:16:45,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742209_1388 (size=753) 2024-11-18T21:16:45,244 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/f9775b03-1d0e-6ee2-a235-cd4503cd8080/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T21:16:45,264 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/f9775b03-1d0e-6ee2-a235-cd4503cd8080/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:46137/user/jenkins/test-data/f9775b03-1d0e-6ee2-a235-cd4503cd8080/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-18T21:16:45,265 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 208 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/f9775b03-1d0e-6ee2-a235-cd4503cd8080/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731964601958/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-18T21:16:45,265 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46137/user/jenkins/test-data/f9775b03-1d0e-6ee2-a235-cd4503cd8080/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731964601958/wal.dat.9, journal: Splitting hdfs://localhost:46137/user/jenkins/test-data/f9775b03-1d0e-6ee2-a235-cd4503cd8080/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731964601958/wal.dat.9, size=1.4 K (1413bytes) at 1731964605028Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/f9775b03-1d0e-6ee2-a235-cd4503cd8080/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731964601958/wal.dat.9 so closing down at 1731964605061 (+33 ms)3 split writer threads finished at 1731964605066 (+5 ms)Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/f9775b03-1d0e-6ee2-a235-cd4503cd8080/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731964605085 (+19 ms)Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/f9775b03-1d0e-6ee2-a235-cd4503cd8080/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731964605133 (+48 ms)Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/f9775b03-1d0e-6ee2-a235-cd4503cd8080/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731964605191 (+58 ms)Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/f9775b03-1d0e-6ee2-a235-cd4503cd8080/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:46137/user/jenkins/test-data/f9775b03-1d0e-6ee2-a235-cd4503cd8080/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731964605197 (+6 ms)Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/f9775b03-1d0e-6ee2-a235-cd4503cd8080/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731964605244 (+47 ms)Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/f9775b03-1d0e-6ee2-a235-cd4503cd8080/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:46137/user/jenkins/test-data/f9775b03-1d0e-6ee2-a235-cd4503cd8080/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1731964605264 (+20 ms)Processed 20 edits across 2 Regions in 208 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/f9775b03-1d0e-6ee2-a235-cd4503cd8080/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731964601958/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731964605265 (+1 ms) 2024-11-18T21:16:45,282 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46137/user/jenkins/test-data/f9775b03-1d0e-6ee2-a235-cd4503cd8080/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731964601958/wal.dat.9 to hdfs://localhost:46137/user/jenkins/test-data/f9775b03-1d0e-6ee2-a235-cd4503cd8080/oldWALs/wal.dat.9 2024-11-18T21:16:45,312 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testLogDirectoryShouldBeDeletedAfterSuccessfulSplit Thread=131 (was 131), OpenFileDescriptor=387 (was 387), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1596 (was 1552) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=1700 (was 2043) 2024-11-18T21:16:45,338 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testRecoveredEditsStoragePolicy Thread=131, OpenFileDescriptor=387, MaxFileDescriptor=1048576, SystemLoadAverage=1596, ProcessCount=11, AvailableMemoryMB=1699 2024-11-18T21:16:45,339 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-18T21:16:45,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742210_1389 (size=7) 2024-11-18T21:16:45,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742210_1389 (size=7) 2024-11-18T21:16:45,432 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46137/user/jenkins/test-data/9ef4685d-dcb0-9285-14b4-7002b6c51974 with version=8 2024-11-18T21:16:45,433 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T21:16:45,435 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T21:16:45,452 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-18T21:16:45,473 DEBUG [Time-limited test {}] util.CommonFSUtils(527): Set storagePolicy=ALL_SSD for path=hdfs://localhost:46137/user/jenkins/test-data/10ebff29-88ff-d0fd-ae9f-7a903dd40b2c/data/hbase/meta/1588230740/recovered.edits 2024-11-18T21:16:45,509 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testRecoveredEditsStoragePolicy Thread=131 (was 131), OpenFileDescriptor=387 (was 387), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1596 (was 1596), ProcessCount=11 (was 11), AvailableMemoryMB=1684 (was 1699) 2024-11-18T21:16:45,533 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testEmptyWALEdit Thread=131, OpenFileDescriptor=387, MaxFileDescriptor=1048576, SystemLoadAverage=1596, ProcessCount=11, AvailableMemoryMB=1682 2024-11-18T21:16:45,533 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-18T21:16:45,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742211_1390 (size=7) 2024-11-18T21:16:45,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742211_1390 (size=7) 2024-11-18T21:16:45,626 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46137/user/jenkins/test-data/9ef4685d-dcb0-9285-14b4-7002b6c51974 with version=8 2024-11-18T21:16:45,626 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T21:16:45,628 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T21:16:45,641 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-18T21:16:45,641 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region region__5 2024-11-18T21:16:45,644 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-18T21:16:45,661 INFO [Time-limited test {}] wal.TestWALSplit(1462): Time-limited test append 2024-11-18T21:16:45,661 INFO [Time-limited test {}] wal.TestWALSplit(1464): Time-limited test sync 2024-11-18T21:16:45,707 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:45,707 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:45,712 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:45,712 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:45,720 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:45,720 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:45,736 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:45,736 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:45,741 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:45,741 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:45,746 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:45,746 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:45,752 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:45,752 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:45,754 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:45,754 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:45,759 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:45,759 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:45,760 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:45,760 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:45,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742212_1391 (size=818) 2024-11-18T21:16:45,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742212_1391 (size=818) 2024-11-18T21:16:45,810 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46137/user/jenkins/test-data/f47d505d-ede8-14c7-8fc2-c7e4b5223ef0/WALs/testemptywaledit,16010,1731964605641/wal.dat.5, size=818 (818bytes) 2024-11-18T21:16:45,810 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46137/user/jenkins/test-data/f47d505d-ede8-14c7-8fc2-c7e4b5223ef0/WALs/testemptywaledit,16010,1731964605641/wal.dat.5 2024-11-18T21:16:45,811 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46137/user/jenkins/test-data/f47d505d-ede8-14c7-8fc2-c7e4b5223ef0/WALs/testemptywaledit,16010,1731964605641/wal.dat.5 after 1ms 2024-11-18T21:16:45,828 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46137/user/jenkins/test-data/f47d505d-ede8-14c7-8fc2-c7e4b5223ef0/WALs/testemptywaledit,16010,1731964605641/wal.dat.5 took 18ms 2024-11-18T21:16:45,855 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/f47d505d-ede8-14c7-8fc2-c7e4b5223ef0/WALs/testemptywaledit,16010,1731964605641/wal.dat.5 so closing down 2024-11-18T21:16:45,856 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T21:16:45,858 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T21:16:45,893 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.5.temp 2024-11-18T21:16:45,910 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/f47d505d-ede8-14c7-8fc2-c7e4b5223ef0/data/default/t1/region__5/recovered.edits/0000000000000000000-wal.dat.5.temp 2024-11-18T21:16:45,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742213_1392 (size=783) 2024-11-18T21:16:45,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742213_1392 (size=783) 2024-11-18T21:16:45,950 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/f47d505d-ede8-14c7-8fc2-c7e4b5223ef0/data/default/t1/region__5/recovered.edits/0000000000000000000-wal.dat.5.temp (wrote 10 edits, skipped 1 edits in 0 ms) 2024-11-18T21:16:45,956 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/f47d505d-ede8-14c7-8fc2-c7e4b5223ef0/data/default/t1/region__5/recovered.edits/0000000000000000000-wal.dat.5.temp to hdfs://localhost:46137/user/jenkins/test-data/f47d505d-ede8-14c7-8fc2-c7e4b5223ef0/data/default/t1/region__5/recovered.edits/0000000000000000010 2024-11-18T21:16:45,957 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 11 edits across 1 Regions in 109 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/f47d505d-ede8-14c7-8fc2-c7e4b5223ef0/WALs/testemptywaledit,16010,1731964605641/wal.dat.5, size=818, length=818, corrupted=false, cancelled=false 2024-11-18T21:16:45,957 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46137/user/jenkins/test-data/f47d505d-ede8-14c7-8fc2-c7e4b5223ef0/WALs/testemptywaledit,16010,1731964605641/wal.dat.5, journal: Splitting hdfs://localhost:46137/user/jenkins/test-data/f47d505d-ede8-14c7-8fc2-c7e4b5223ef0/WALs/testemptywaledit,16010,1731964605641/wal.dat.5, size=818 (818bytes) at 1731964605810Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/f47d505d-ede8-14c7-8fc2-c7e4b5223ef0/WALs/testemptywaledit,16010,1731964605641/wal.dat.5 so closing down at 1731964605855 (+45 ms)3 split writer threads finished at 1731964605858 (+3 ms)Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/f47d505d-ede8-14c7-8fc2-c7e4b5223ef0/data/default/t1/region__5/recovered.edits/0000000000000000000-wal.dat.5.temp at 1731964605910 (+52 ms)Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/f47d505d-ede8-14c7-8fc2-c7e4b5223ef0/data/default/t1/region__5/recovered.edits/0000000000000000000-wal.dat.5.temp (wrote 10 edits, skipped 1 edits in 0 ms) at 1731964605950 (+40 ms)Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/f47d505d-ede8-14c7-8fc2-c7e4b5223ef0/data/default/t1/region__5/recovered.edits/0000000000000000000-wal.dat.5.temp to hdfs://localhost:46137/user/jenkins/test-data/f47d505d-ede8-14c7-8fc2-c7e4b5223ef0/data/default/t1/region__5/recovered.edits/0000000000000000010 at 1731964605956 (+6 ms)Processed 11 edits across 1 Regions in 109 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/f47d505d-ede8-14c7-8fc2-c7e4b5223ef0/WALs/testemptywaledit,16010,1731964605641/wal.dat.5, size=818, length=818, corrupted=false, cancelled=false at 1731964605957 (+1 ms) 2024-11-18T21:16:45,968 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46137/user/jenkins/test-data/f47d505d-ede8-14c7-8fc2-c7e4b5223ef0/WALs/testemptywaledit,16010,1731964605641/wal.dat.5 to hdfs://localhost:46137/user/jenkins/test-data/f47d505d-ede8-14c7-8fc2-c7e4b5223ef0/oldWALs/wal.dat.5 2024-11-18T21:16:46,033 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testEmptyWALEdit Thread=131 (was 131), OpenFileDescriptor=387 (was 387), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1596 (was 1596), ProcessCount=11 (was 11), AvailableMemoryMB=1666 (was 1682) 2024-11-18T21:16:46,073 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testMiddleGarbageCorruptionSkipErrorsReadsHalfOfFile Thread=131, OpenFileDescriptor=387, MaxFileDescriptor=1048576, SystemLoadAverage=1596, ProcessCount=11, AvailableMemoryMB=1664 2024-11-18T21:16:46,073 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-18T21:16:46,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742214_1393 (size=7) 2024-11-18T21:16:46,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742214_1393 (size=7) 2024-11-18T21:16:46,139 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46137/user/jenkins/test-data/9ef4685d-dcb0-9285-14b4-7002b6c51974 with version=8 2024-11-18T21:16:46,140 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T21:16:46,142 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T21:16:46,146 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-18T21:16:46,146 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-18T21:16:46,147 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-18T21:16:46,153 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-18T21:16:46,155 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:46,155 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:46,204 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:46,205 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:46,216 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:46,216 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:46,228 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:46,229 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:46,236 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:46,236 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:46,244 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:46,244 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:46,248 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:46,248 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:46,252 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:46,252 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:46,260 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:46,260 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:46,264 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:46,264 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:46,268 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:46,268 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:46,275 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:46,275 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:46,281 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:46,281 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:46,286 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:46,286 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:46,292 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:46,292 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:46,296 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:46,296 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:46,300 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:46,300 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:46,304 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:46,304 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:46,312 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:46,312 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:46,316 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:46,316 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:46,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742215_1394 (size=1393) 2024-11-18T21:16:46,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742215_1394 (size=1393) 2024-11-18T21:16:46,744 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-18T21:16:46,745 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-18T21:16:46,761 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:46,761 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:46,821 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:46,821 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:46,827 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:46,827 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:46,832 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:46,832 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:46,837 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:46,837 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:46,847 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:46,847 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:46,854 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:46,854 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:46,860 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:46,860 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:46,866 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:46,866 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:46,871 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:46,871 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:46,877 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:46,878 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:46,880 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:46,880 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:46,886 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:46,886 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:46,886 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:46,886 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:46,887 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:46,887 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:46,887 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:46,887 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:46,887 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:46,887 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:46,888 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:46,888 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:46,888 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:46,888 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:46,889 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:46,889 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:46,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742216_1395 (size=1393) 2024-11-18T21:16:46,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742216_1395 (size=1393) 2024-11-18T21:16:46,915 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-18T21:16:46,915 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-18T21:16:46,932 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:46,933 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:47,008 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:47,008 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:47,013 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:47,013 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:47,014 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:47,014 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:47,017 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:47,017 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:47,017 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:47,017 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:47,018 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:47,018 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:47,018 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:47,018 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:47,018 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:47,018 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:47,019 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:47,019 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:47,019 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:47,019 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:47,019 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:47,019 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:47,020 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:47,020 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:47,020 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:47,020 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:47,021 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:47,021 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:47,021 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:47,021 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:47,021 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:47,021 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:47,022 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:47,022 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:47,022 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:47,022 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:47,022 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:47,022 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:47,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742217_1396 (size=1393) 2024-11-18T21:16:47,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742217_1396 (size=1393) 2024-11-18T21:16:47,428 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-18T21:16:47,428 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-18T21:16:47,432 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:47,433 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:47,501 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:47,501 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:47,508 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:47,508 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:47,512 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:47,512 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:47,517 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:47,517 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:47,520 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:47,520 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:47,524 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:47,524 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:47,525 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:47,525 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:47,525 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:47,525 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:47,526 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:47,526 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:47,526 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:47,526 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:47,526 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:47,526 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:47,526 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:47,526 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:47,530 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:47,530 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:47,530 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:47,530 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:47,530 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:47,531 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:47,531 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:47,531 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:47,531 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:47,531 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:47,541 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:47,541 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:47,544 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:47,544 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:47,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742218_1397 (size=1393) 2024-11-18T21:16:47,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742218_1397 (size=1393) 2024-11-18T21:16:47,553 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-18T21:16:47,553 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-18T21:16:47,564 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:47,564 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:47,645 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:47,645 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:47,649 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:47,649 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:47,654 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:47,654 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:47,661 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:47,661 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:47,664 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:47,665 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:47,668 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:47,669 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:47,677 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:47,677 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:47,680 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:47,680 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:47,681 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:47,681 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:47,681 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:47,681 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:47,682 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:47,682 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:47,682 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:47,682 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:47,683 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:47,683 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:47,683 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:47,683 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:47,684 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:47,684 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:47,684 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:47,684 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:47,684 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:47,684 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:47,684 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:47,684 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:47,685 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:47,685 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:47,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742219_1398 (size=1393) 2024-11-18T21:16:47,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742219_1398 (size=1393) 2024-11-18T21:16:47,696 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-18T21:16:47,697 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-18T21:16:47,708 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:47,708 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:47,800 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:47,800 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:47,811 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:47,811 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:47,817 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:47,818 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:47,826 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:47,826 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:47,836 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:47,836 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:47,844 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:47,844 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:47,852 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:47,852 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:47,862 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:47,862 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:47,865 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:47,865 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:47,872 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:47,872 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:47,876 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:47,876 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:47,877 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:47,877 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:47,877 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:47,877 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:47,877 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:47,877 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:47,888 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:47,888 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:47,897 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:47,897 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:47,905 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:47,905 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:47,909 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:47,909 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:47,909 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:47,909 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:47,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742220_1399 (size=1393) 2024-11-18T21:16:47,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742220_1399 (size=1393) 2024-11-18T21:16:47,915 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-18T21:16:47,915 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-18T21:16:47,920 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:47,920 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:47,969 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:47,969 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:47,976 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:47,977 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:47,981 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:47,981 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:47,989 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:47,989 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:47,992 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:47,992 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:47,996 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:47,996 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:48,004 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:48,004 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:48,008 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:48,008 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:48,012 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:48,012 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:48,016 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:48,016 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:48,020 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:48,020 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:48,025 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:48,025 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:48,036 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:48,036 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:48,037 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:48,037 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:48,039 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:48,039 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:48,042 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:48,042 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:48,043 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:48,043 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:48,043 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:48,043 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:48,043 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:48,043 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:48,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742221_1400 (size=1405) 2024-11-18T21:16:48,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742221_1400 (size=1405) 2024-11-18T21:16:48,055 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-18T21:16:48,055 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-18T21:16:48,060 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:48,060 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:48,125 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:48,125 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:48,133 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:48,134 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:48,135 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:48,135 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:48,136 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:48,136 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:48,136 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:48,136 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:48,137 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:48,137 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:48,138 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:48,138 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:48,138 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:48,138 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:48,139 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:48,139 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:48,143 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:48,143 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:48,144 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:48,144 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:48,145 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:48,145 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:48,146 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:48,146 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:48,146 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:48,146 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:48,146 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:48,146 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:48,146 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:48,146 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:48,147 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:48,147 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:48,147 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:48,147 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:48,147 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:48,147 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:48,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742222_1401 (size=1413) 2024-11-18T21:16:48,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742222_1401 (size=1413) 2024-11-18T21:16:48,152 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-18T21:16:48,152 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-18T21:16:48,161 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:48,161 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:48,200 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:48,200 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:48,208 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:48,208 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:48,216 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:48,216 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:48,220 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:48,220 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:48,228 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:48,228 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:48,236 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:48,236 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:48,244 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:48,244 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:48,248 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:48,248 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:48,260 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:48,260 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:48,268 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:48,268 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:48,272 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:48,272 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:48,280 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:48,280 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:48,286 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:48,286 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:48,297 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:48,297 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:48,304 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:48,304 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:48,306 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:48,306 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:48,313 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:48,313 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:48,317 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:48,317 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:48,320 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:48,320 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:48,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742223_1402 (size=1413) 2024-11-18T21:16:48,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742223_1402 (size=1413) 2024-11-18T21:16:48,339 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-18T21:16:48,339 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-18T21:16:48,340 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:48,341 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:48,389 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:48,389 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:48,400 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:48,400 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:48,406 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:48,406 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:48,420 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:48,420 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:48,429 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:48,429 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:48,437 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:48,437 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:48,445 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:48,445 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:48,453 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:48,453 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:48,457 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:48,457 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:48,461 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:48,461 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:48,465 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:48,465 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:48,470 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:48,470 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:48,473 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:48,473 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:48,477 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:48,477 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:48,479 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:48,479 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:48,480 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:48,480 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:48,485 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:48,485 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:48,488 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:48,488 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:48,493 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:48,493 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:48,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742224_1403 (size=1413) 2024-11-18T21:16:48,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742224_1403 (size=1413) 2024-11-18T21:16:48,511 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-18T21:16:48,642 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46137/user/jenkins/test-data/9c249c4f-4054-cead-9bda-59a680cafc02/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731964606146/wal.dat.0, size=1.4 K (1393bytes) 2024-11-18T21:16:48,642 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46137/user/jenkins/test-data/9c249c4f-4054-cead-9bda-59a680cafc02/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731964606146/wal.dat.0 2024-11-18T21:16:48,643 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46137/user/jenkins/test-data/9c249c4f-4054-cead-9bda-59a680cafc02/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731964606146/wal.dat.0 after 1ms 2024-11-18T21:16:48,645 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46137/user/jenkins/test-data/9c249c4f-4054-cead-9bda-59a680cafc02/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731964606146/wal.dat.0 took 3ms 2024-11-18T21:16:48,679 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/9c249c4f-4054-cead-9bda-59a680cafc02/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731964606146/wal.dat.0 so closing down 2024-11-18T21:16:48,679 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T21:16:48,690 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T21:16:48,705 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-18T21:16:48,712 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-18T21:16:48,737 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/9c249c4f-4054-cead-9bda-59a680cafc02/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-18T21:16:48,748 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/9c249c4f-4054-cead-9bda-59a680cafc02/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-18T21:16:48,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742226_1405 (size=743) 2024-11-18T21:16:48,808 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/9c249c4f-4054-cead-9bda-59a680cafc02/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T21:16:48,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742226_1405 (size=743) 2024-11-18T21:16:48,811 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/9c249c4f-4054-cead-9bda-59a680cafc02/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:46137/user/jenkins/test-data/9c249c4f-4054-cead-9bda-59a680cafc02/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-18T21:16:48,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742227_1406 (size=743) 2024-11-18T21:16:48,833 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/9c249c4f-4054-cead-9bda-59a680cafc02/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T21:16:48,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742227_1406 (size=743) 2024-11-18T21:16:48,852 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/9c249c4f-4054-cead-9bda-59a680cafc02/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:46137/user/jenkins/test-data/9c249c4f-4054-cead-9bda-59a680cafc02/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-18T21:16:48,853 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 176 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/9c249c4f-4054-cead-9bda-59a680cafc02/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731964606146/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T21:16:48,853 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46137/user/jenkins/test-data/9c249c4f-4054-cead-9bda-59a680cafc02/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731964606146/wal.dat.0, journal: Splitting hdfs://localhost:46137/user/jenkins/test-data/9c249c4f-4054-cead-9bda-59a680cafc02/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731964606146/wal.dat.0, size=1.4 K (1393bytes) at 1731964608642Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/9c249c4f-4054-cead-9bda-59a680cafc02/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731964606146/wal.dat.0 so closing down at 1731964608679 (+37 ms)3 split writer threads finished at 1731964608690 (+11 ms)Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/9c249c4f-4054-cead-9bda-59a680cafc02/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731964608737 (+47 ms)Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/9c249c4f-4054-cead-9bda-59a680cafc02/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731964608749 (+12 ms)Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/9c249c4f-4054-cead-9bda-59a680cafc02/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731964608808 (+59 ms)Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/9c249c4f-4054-cead-9bda-59a680cafc02/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:46137/user/jenkins/test-data/9c249c4f-4054-cead-9bda-59a680cafc02/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731964608811 (+3 ms)Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/9c249c4f-4054-cead-9bda-59a680cafc02/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731964608833 (+22 ms)Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/9c249c4f-4054-cead-9bda-59a680cafc02/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:46137/user/jenkins/test-data/9c249c4f-4054-cead-9bda-59a680cafc02/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731964608852 (+19 ms)Processed 20 edits across 2 Regions in 176 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/9c249c4f-4054-cead-9bda-59a680cafc02/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731964606146/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731964608853 (+1 ms) 2024-11-18T21:16:48,885 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46137/user/jenkins/test-data/9c249c4f-4054-cead-9bda-59a680cafc02/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731964606146/wal.dat.0 to hdfs://localhost:46137/user/jenkins/test-data/9c249c4f-4054-cead-9bda-59a680cafc02/oldWALs/wal.dat.0 2024-11-18T21:16:48,885 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46137/user/jenkins/test-data/9c249c4f-4054-cead-9bda-59a680cafc02/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731964606146/wal.dat.1, size=1.4 K (1393bytes) 2024-11-18T21:16:48,885 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46137/user/jenkins/test-data/9c249c4f-4054-cead-9bda-59a680cafc02/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731964606146/wal.dat.1 2024-11-18T21:16:48,890 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46137/user/jenkins/test-data/9c249c4f-4054-cead-9bda-59a680cafc02/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731964606146/wal.dat.1 after 5ms 2024-11-18T21:16:48,905 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46137/user/jenkins/test-data/9c249c4f-4054-cead-9bda-59a680cafc02/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731964606146/wal.dat.1 took 20ms 2024-11-18T21:16:48,937 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/9c249c4f-4054-cead-9bda-59a680cafc02/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731964606146/wal.dat.1 so closing down 2024-11-18T21:16:48,937 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T21:16:48,937 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T21:16:48,957 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-18T21:16:48,965 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/9c249c4f-4054-cead-9bda-59a680cafc02/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-18T21:16:48,968 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-18T21:16:48,989 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/9c249c4f-4054-cead-9bda-59a680cafc02/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-18T21:16:49,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742228_1407 (size=743) 2024-11-18T21:16:49,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742228_1407 (size=743) 2024-11-18T21:16:49,060 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/9c249c4f-4054-cead-9bda-59a680cafc02/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T21:16:49,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742229_1408 (size=743) 2024-11-18T21:16:49,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742229_1408 (size=743) 2024-11-18T21:16:49,077 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/9c249c4f-4054-cead-9bda-59a680cafc02/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:46137/user/jenkins/test-data/9c249c4f-4054-cead-9bda-59a680cafc02/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-18T21:16:49,469 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/9c249c4f-4054-cead-9bda-59a680cafc02/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T21:16:49,485 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/9c249c4f-4054-cead-9bda-59a680cafc02/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:46137/user/jenkins/test-data/9c249c4f-4054-cead-9bda-59a680cafc02/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-18T21:16:49,485 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 557 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/9c249c4f-4054-cead-9bda-59a680cafc02/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731964606146/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T21:16:49,485 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46137/user/jenkins/test-data/9c249c4f-4054-cead-9bda-59a680cafc02/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731964606146/wal.dat.1, journal: Splitting hdfs://localhost:46137/user/jenkins/test-data/9c249c4f-4054-cead-9bda-59a680cafc02/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731964606146/wal.dat.1, size=1.4 K (1393bytes) at 1731964608885Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/9c249c4f-4054-cead-9bda-59a680cafc02/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731964606146/wal.dat.1 so closing down at 1731964608937 (+52 ms)3 split writer threads finished at 1731964608937Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/9c249c4f-4054-cead-9bda-59a680cafc02/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731964608965 (+28 ms)Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/9c249c4f-4054-cead-9bda-59a680cafc02/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731964608989 (+24 ms)Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/9c249c4f-4054-cead-9bda-59a680cafc02/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731964609060 (+71 ms)Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/9c249c4f-4054-cead-9bda-59a680cafc02/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:46137/user/jenkins/test-data/9c249c4f-4054-cead-9bda-59a680cafc02/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731964609077 (+17 ms)Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/9c249c4f-4054-cead-9bda-59a680cafc02/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731964609469 (+392 ms)Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/9c249c4f-4054-cead-9bda-59a680cafc02/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:46137/user/jenkins/test-data/9c249c4f-4054-cead-9bda-59a680cafc02/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731964609485 (+16 ms)Processed 20 edits across 2 Regions in 557 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/9c249c4f-4054-cead-9bda-59a680cafc02/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731964606146/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731964609485 2024-11-18T21:16:49,487 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46137/user/jenkins/test-data/9c249c4f-4054-cead-9bda-59a680cafc02/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731964606146/wal.dat.1 to hdfs://localhost:46137/user/jenkins/test-data/9c249c4f-4054-cead-9bda-59a680cafc02/oldWALs/wal.dat.1 2024-11-18T21:16:49,488 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46137/user/jenkins/test-data/9c249c4f-4054-cead-9bda-59a680cafc02/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731964606146/wal.dat.2, size=1.4 K (1393bytes) 2024-11-18T21:16:49,488 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46137/user/jenkins/test-data/9c249c4f-4054-cead-9bda-59a680cafc02/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731964606146/wal.dat.2 2024-11-18T21:16:49,488 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46137/user/jenkins/test-data/9c249c4f-4054-cead-9bda-59a680cafc02/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731964606146/wal.dat.2 after 0ms 2024-11-18T21:16:49,493 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46137/user/jenkins/test-data/9c249c4f-4054-cead-9bda-59a680cafc02/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731964606146/wal.dat.2 took 6ms 2024-11-18T21:16:49,502 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/9c249c4f-4054-cead-9bda-59a680cafc02/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731964606146/wal.dat.2 so closing down 2024-11-18T21:16:49,502 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T21:16:49,504 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T21:16:49,514 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-18T21:16:49,518 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-18T21:16:49,525 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/9c249c4f-4054-cead-9bda-59a680cafc02/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-18T21:16:49,545 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/9c249c4f-4054-cead-9bda-59a680cafc02/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-18T21:16:49,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742231_1410 (size=743) 2024-11-18T21:16:49,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742231_1410 (size=743) 2024-11-18T21:16:49,603 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/9c249c4f-4054-cead-9bda-59a680cafc02/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T21:16:49,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742230_1409 (size=743) 2024-11-18T21:16:49,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742230_1409 (size=743) 2024-11-18T21:16:49,612 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/9c249c4f-4054-cead-9bda-59a680cafc02/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:46137/user/jenkins/test-data/9c249c4f-4054-cead-9bda-59a680cafc02/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-18T21:16:50,009 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/9c249c4f-4054-cead-9bda-59a680cafc02/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T21:16:50,017 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/9c249c4f-4054-cead-9bda-59a680cafc02/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:46137/user/jenkins/test-data/9c249c4f-4054-cead-9bda-59a680cafc02/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-18T21:16:50,018 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 518 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/9c249c4f-4054-cead-9bda-59a680cafc02/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731964606146/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T21:16:50,018 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46137/user/jenkins/test-data/9c249c4f-4054-cead-9bda-59a680cafc02/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731964606146/wal.dat.2, journal: Splitting hdfs://localhost:46137/user/jenkins/test-data/9c249c4f-4054-cead-9bda-59a680cafc02/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731964606146/wal.dat.2, size=1.4 K (1393bytes) at 1731964609488Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/9c249c4f-4054-cead-9bda-59a680cafc02/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731964606146/wal.dat.2 so closing down at 1731964609502 (+14 ms)3 split writer threads finished at 1731964609504 (+2 ms)Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/9c249c4f-4054-cead-9bda-59a680cafc02/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731964609525 (+21 ms)Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/9c249c4f-4054-cead-9bda-59a680cafc02/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731964609545 (+20 ms)Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/9c249c4f-4054-cead-9bda-59a680cafc02/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731964609603 (+58 ms)Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/9c249c4f-4054-cead-9bda-59a680cafc02/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:46137/user/jenkins/test-data/9c249c4f-4054-cead-9bda-59a680cafc02/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731964609612 (+9 ms)Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/9c249c4f-4054-cead-9bda-59a680cafc02/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731964610009 (+397 ms)Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/9c249c4f-4054-cead-9bda-59a680cafc02/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:46137/user/jenkins/test-data/9c249c4f-4054-cead-9bda-59a680cafc02/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731964610018 (+9 ms)Processed 20 edits across 2 Regions in 518 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/9c249c4f-4054-cead-9bda-59a680cafc02/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731964606146/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731964610018 2024-11-18T21:16:50,025 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46137/user/jenkins/test-data/9c249c4f-4054-cead-9bda-59a680cafc02/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731964606146/wal.dat.2 to hdfs://localhost:46137/user/jenkins/test-data/9c249c4f-4054-cead-9bda-59a680cafc02/oldWALs/wal.dat.2 2024-11-18T21:16:50,025 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46137/user/jenkins/test-data/9c249c4f-4054-cead-9bda-59a680cafc02/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731964606146/wal.dat.3, size=1.4 K (1393bytes) 2024-11-18T21:16:50,026 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46137/user/jenkins/test-data/9c249c4f-4054-cead-9bda-59a680cafc02/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731964606146/wal.dat.3 2024-11-18T21:16:50,027 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46137/user/jenkins/test-data/9c249c4f-4054-cead-9bda-59a680cafc02/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731964606146/wal.dat.3 after 1ms 2024-11-18T21:16:50,033 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46137/user/jenkins/test-data/9c249c4f-4054-cead-9bda-59a680cafc02/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731964606146/wal.dat.3 took 8ms 2024-11-18T21:16:50,065 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/9c249c4f-4054-cead-9bda-59a680cafc02/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731964606146/wal.dat.3 so closing down 2024-11-18T21:16:50,065 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T21:16:50,068 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T21:16:50,078 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-18T21:16:50,086 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/9c249c4f-4054-cead-9bda-59a680cafc02/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-18T21:16:50,087 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-18T21:16:50,089 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/9c249c4f-4054-cead-9bda-59a680cafc02/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-18T21:16:50,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742232_1411 (size=743) 2024-11-18T21:16:50,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742232_1411 (size=743) 2024-11-18T21:16:50,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742233_1412 (size=743) 2024-11-18T21:16:50,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742233_1412 (size=743) 2024-11-18T21:16:50,177 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/9c249c4f-4054-cead-9bda-59a680cafc02/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T21:16:50,177 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/9c249c4f-4054-cead-9bda-59a680cafc02/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T21:16:50,178 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/9c249c4f-4054-cead-9bda-59a680cafc02/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:46137/user/jenkins/test-data/9c249c4f-4054-cead-9bda-59a680cafc02/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-18T21:16:50,179 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/9c249c4f-4054-cead-9bda-59a680cafc02/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:46137/user/jenkins/test-data/9c249c4f-4054-cead-9bda-59a680cafc02/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-18T21:16:50,179 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 116 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/9c249c4f-4054-cead-9bda-59a680cafc02/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731964606146/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T21:16:50,180 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46137/user/jenkins/test-data/9c249c4f-4054-cead-9bda-59a680cafc02/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731964606146/wal.dat.3, journal: Splitting hdfs://localhost:46137/user/jenkins/test-data/9c249c4f-4054-cead-9bda-59a680cafc02/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731964606146/wal.dat.3, size=1.4 K (1393bytes) at 1731964610026Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/9c249c4f-4054-cead-9bda-59a680cafc02/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731964606146/wal.dat.3 so closing down at 1731964610065 (+39 ms)3 split writer threads finished at 1731964610068 (+3 ms)Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/9c249c4f-4054-cead-9bda-59a680cafc02/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731964610086 (+18 ms)Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/9c249c4f-4054-cead-9bda-59a680cafc02/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731964610089 (+3 ms)Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/9c249c4f-4054-cead-9bda-59a680cafc02/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731964610177 (+88 ms)Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/9c249c4f-4054-cead-9bda-59a680cafc02/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731964610177Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/9c249c4f-4054-cead-9bda-59a680cafc02/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:46137/user/jenkins/test-data/9c249c4f-4054-cead-9bda-59a680cafc02/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1731964610178 (+1 ms)Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/9c249c4f-4054-cead-9bda-59a680cafc02/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:46137/user/jenkins/test-data/9c249c4f-4054-cead-9bda-59a680cafc02/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731964610179 (+1 ms)Processed 20 edits across 2 Regions in 116 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/9c249c4f-4054-cead-9bda-59a680cafc02/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731964606146/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731964610180 (+1 ms) 2024-11-18T21:16:50,201 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46137/user/jenkins/test-data/9c249c4f-4054-cead-9bda-59a680cafc02/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731964606146/wal.dat.3 to hdfs://localhost:46137/user/jenkins/test-data/9c249c4f-4054-cead-9bda-59a680cafc02/oldWALs/wal.dat.3 2024-11-18T21:16:50,201 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46137/user/jenkins/test-data/9c249c4f-4054-cead-9bda-59a680cafc02/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731964606146/wal.dat.4, size=1.4 K (1393bytes) 2024-11-18T21:16:50,201 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46137/user/jenkins/test-data/9c249c4f-4054-cead-9bda-59a680cafc02/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731964606146/wal.dat.4 2024-11-18T21:16:50,204 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46137/user/jenkins/test-data/9c249c4f-4054-cead-9bda-59a680cafc02/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731964606146/wal.dat.4 after 3ms 2024-11-18T21:16:50,207 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46137/user/jenkins/test-data/9c249c4f-4054-cead-9bda-59a680cafc02/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731964606146/wal.dat.4 took 6ms 2024-11-18T21:16:50,225 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/9c249c4f-4054-cead-9bda-59a680cafc02/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731964606146/wal.dat.4 so closing down 2024-11-18T21:16:50,225 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T21:16:50,228 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T21:16:50,251 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-18T21:16:50,261 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-18T21:16:50,265 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/9c249c4f-4054-cead-9bda-59a680cafc02/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-18T21:16:50,269 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/9c249c4f-4054-cead-9bda-59a680cafc02/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-18T21:16:50,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742234_1413 (size=743) 2024-11-18T21:16:50,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742234_1413 (size=743) 2024-11-18T21:16:50,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742235_1414 (size=743) 2024-11-18T21:16:50,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742235_1414 (size=743) 2024-11-18T21:16:50,422 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/9c249c4f-4054-cead-9bda-59a680cafc02/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T21:16:50,428 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/9c249c4f-4054-cead-9bda-59a680cafc02/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:46137/user/jenkins/test-data/9c249c4f-4054-cead-9bda-59a680cafc02/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-18T21:16:50,754 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/9c249c4f-4054-cead-9bda-59a680cafc02/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T21:16:50,768 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/9c249c4f-4054-cead-9bda-59a680cafc02/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:46137/user/jenkins/test-data/9c249c4f-4054-cead-9bda-59a680cafc02/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-18T21:16:50,768 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 545 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/9c249c4f-4054-cead-9bda-59a680cafc02/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731964606146/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T21:16:50,768 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46137/user/jenkins/test-data/9c249c4f-4054-cead-9bda-59a680cafc02/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731964606146/wal.dat.4, journal: Splitting hdfs://localhost:46137/user/jenkins/test-data/9c249c4f-4054-cead-9bda-59a680cafc02/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731964606146/wal.dat.4, size=1.4 K (1393bytes) at 1731964610201Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/9c249c4f-4054-cead-9bda-59a680cafc02/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731964606146/wal.dat.4 so closing down at 1731964610225 (+24 ms)3 split writer threads finished at 1731964610228 (+3 ms)Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/9c249c4f-4054-cead-9bda-59a680cafc02/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731964610265 (+37 ms)Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/9c249c4f-4054-cead-9bda-59a680cafc02/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731964610269 (+4 ms)Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/9c249c4f-4054-cead-9bda-59a680cafc02/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731964610422 (+153 ms)Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/9c249c4f-4054-cead-9bda-59a680cafc02/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:46137/user/jenkins/test-data/9c249c4f-4054-cead-9bda-59a680cafc02/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1731964610428 (+6 ms)Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/9c249c4f-4054-cead-9bda-59a680cafc02/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731964610755 (+327 ms)Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/9c249c4f-4054-cead-9bda-59a680cafc02/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:46137/user/jenkins/test-data/9c249c4f-4054-cead-9bda-59a680cafc02/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731964610768 (+13 ms)Processed 20 edits across 2 Regions in 545 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/9c249c4f-4054-cead-9bda-59a680cafc02/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731964606146/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731964610768 2024-11-18T21:16:50,775 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46137/user/jenkins/test-data/9c249c4f-4054-cead-9bda-59a680cafc02/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731964606146/wal.dat.4 to hdfs://localhost:46137/user/jenkins/test-data/9c249c4f-4054-cead-9bda-59a680cafc02/oldWALs/wal.dat.4 2024-11-18T21:16:50,776 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46137/user/jenkins/test-data/9c249c4f-4054-cead-9bda-59a680cafc02/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731964606146/wal.dat.5, size=1.4 K (1394bytes) 2024-11-18T21:16:50,776 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46137/user/jenkins/test-data/9c249c4f-4054-cead-9bda-59a680cafc02/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731964606146/wal.dat.5 2024-11-18T21:16:50,776 WARN [IPC Server handler 2 on default port 46137 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/9c249c4f-4054-cead-9bda-59a680cafc02/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731964606146/wal.dat.5 has not been closed. Lease recovery is in progress. RecoveryId = 1415 for block blk_1073742225_1404 2024-11-18T21:16:50,776 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:46137/user/jenkins/test-data/9c249c4f-4054-cead-9bda-59a680cafc02/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731964606146/wal.dat.5 after 0ms 2024-11-18T21:16:51,157 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1539437278_22 at /127.0.0.1:46490 [Receiving block BP-539745716-172.17.0.3-1731964524916:blk_1073742225_1404] {}] datanode.DataXceiver(331): 127.0.0.1:42933:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:46490 dst: /127.0.0.1:42933 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:42933 remote=/127.0.0.1:46490]. Total timeout mills is 60000, 57408 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T21:16:51,164 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1539437278_22 at /127.0.0.1:57808 [Receiving block BP-539745716-172.17.0.3-1731964524916:blk_1073742225_1404] {}] datanode.DataXceiver(331): 127.0.0.1:39729:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:57808 dst: /127.0.0.1:39729 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T21:16:51,158 WARN [ResponseProcessor for block BP-539745716-172.17.0.3-1731964524916:blk_1073742225_1404 {}] hdfs.DataStreamer$ResponseProcessor(1303): Exception for BP-539745716-172.17.0.3-1731964524916:blk_1073742225_1404 java.io.EOFException: Unexpected EOF while trying to read response from server at org.apache.hadoop.hdfs.protocolPB.PBHelperClient.vintPrefixed(PBHelperClient.java:529) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PipelineAck.readFields(PipelineAck.java:244) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer$ResponseProcessor.run(DataStreamer.java:1180) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-18T21:16:51,175 WARN [DataStreamer for file /user/jenkins/test-data/9c249c4f-4054-cead-9bda-59a680cafc02/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731964606146/wal.dat.5 block BP-539745716-172.17.0.3-1731964524916:blk_1073742225_1404 {}] hdfs.DataStreamer(1731): Error Recovery for BP-539745716-172.17.0.3-1731964524916:blk_1073742225_1404 in pipeline [DatanodeInfoWithStorage[127.0.0.1:42933,DS-b76df290-5a67-4046-b28f-ef9f22f72503,DISK], DatanodeInfoWithStorage[127.0.0.1:39729,DS-58b08eff-0c27-4e72-80df-ffa4c3da301d,DISK]]: datanode 0(DatanodeInfoWithStorage[127.0.0.1:42933,DS-b76df290-5a67-4046-b28f-ef9f22f72503,DISK]) is bad. 2024-11-18T21:16:51,180 WARN [DataStreamer for file /user/jenkins/test-data/9c249c4f-4054-cead-9bda-59a680cafc02/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731964606146/wal.dat.5 block BP-539745716-172.17.0.3-1731964524916:blk_1073742225_1404 {}] hdfs.DataStreamer(859): DataStreamer Exception org.apache.hadoop.ipc.RemoteException: Unexpected BlockUCState: BP-539745716-172.17.0.3-1731964524916:blk_1073742225_1404 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy45.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$updateBlockForPipeline$50(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy46.updateBlockForPipeline(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.updateBlockForPipeline(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.updateBlockForPipeline(DataStreamer.java:1786) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineInternal(DataStreamer.java:1657) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForAppendOrRecovery(DataStreamer.java:1627) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.processDatanodeOrExternalError(DataStreamer.java:1408) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:707) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-18T21:16:51,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742225_1415 (size=1394) 2024-11-18T21:16:54,777 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:46137/user/jenkins/test-data/9c249c4f-4054-cead-9bda-59a680cafc02/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731964606146/wal.dat.5 after 4001ms 2024-11-18T21:16:54,780 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46137/user/jenkins/test-data/9c249c4f-4054-cead-9bda-59a680cafc02/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731964606146/wal.dat.5 took 4005ms 2024-11-18T21:16:54,782 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:46137/user/jenkins/test-data/9c249c4f-4054-cead-9bda-59a680cafc02/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731964606146/wal.dat.5 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:46137/user/jenkins/test-data/9c249c4f-4054-cead-9bda-59a680cafc02/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731964606146/wal.dat.5. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitAndCount(TestWALSplit.java:529) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testMiddleGarbageCorruptionSkipErrorsReadsHalfOfFile(TestWALSplit.java:601) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: Error while reading WALKey, originalPosition=670, currentPosition=699 at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALStreamReader.next(ProtobufWALStreamReader.java:67) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more Caused by: org.apache.hbase.thirdparty.com.google.protobuf.InvalidProtocolBufferException: Protocol message contained an invalid tag (zero). at org.apache.hbase.thirdparty.com.google.protobuf.InvalidProtocolBufferException.invalidTag(InvalidProtocolBufferException.java:110) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.CodedInputStream$StreamDecoder.readTag(CodedInputStream.java:2079) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.shaded.protobuf.generated.HBaseProtos$UUID$Builder.mergeFrom(HBaseProtos.java:16521) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.HBaseProtos$UUID$1.parsePartialFrom(HBaseProtos.java:16655) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.HBaseProtos$UUID$1.parsePartialFrom(HBaseProtos.java:16647) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.CodedInputStream$StreamDecoder.readMessage(CodedInputStream.java:2354) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.shaded.protobuf.generated.WALProtos$WALKey$Builder.mergeFrom(WALProtos.java:2790) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.WALProtos$WALKey$1.parsePartialFrom(WALProtos.java:4213) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.WALProtos$WALKey$1.parsePartialFrom(WALProtos.java:4205) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parsePartialFrom(AbstractParser.java:192) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parseFrom(AbstractParser.java:209) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parseFrom(AbstractParser.java:214) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parseFrom(AbstractParser.java:25) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.shaded.protobuf.ProtobufUtil.parseDelimitedFrom(ProtobufUtil.java:3850) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALStreamReader.next(ProtobufWALStreamReader.java:56) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-18T21:16:54,783 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/9c249c4f-4054-cead-9bda-59a680cafc02/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731964606146/wal.dat.5 so closing down 2024-11-18T21:16:54,783 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T21:16:54,785 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T21:16:54,788 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-18T21:16:54,788 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-18T21:16:54,792 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/9c249c4f-4054-cead-9bda-59a680cafc02/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-18T21:16:54,793 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/9c249c4f-4054-cead-9bda-59a680cafc02/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-18T21:16:54,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742237_1417 (size=353) 2024-11-18T21:16:54,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742237_1417 (size=353) 2024-11-18T21:16:54,830 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/9c249c4f-4054-cead-9bda-59a680cafc02/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 4 edits, skipped 0 edits in 0 ms) 2024-11-18T21:16:54,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742236_1416 (size=418) 2024-11-18T21:16:54,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742236_1416 (size=418) 2024-11-18T21:16:54,836 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/9c249c4f-4054-cead-9bda-59a680cafc02/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:46137/user/jenkins/test-data/9c249c4f-4054-cead-9bda-59a680cafc02/data/default/t1/ccc/recovered.edits/0000000000000000107 2024-11-18T21:16:54,836 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/9c249c4f-4054-cead-9bda-59a680cafc02/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-18T21:16:54,839 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/9c249c4f-4054-cead-9bda-59a680cafc02/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:46137/user/jenkins/test-data/9c249c4f-4054-cead-9bda-59a680cafc02/data/default/t1/bbb/recovered.edits/0000000000000000108 2024-11-18T21:16:54,840 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 9 edits across 2 Regions in 59 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/9c249c4f-4054-cead-9bda-59a680cafc02/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731964606146/wal.dat.5, size=1.4 K, length=1394, corrupted=true, cancelled=false 2024-11-18T21:16:54,840 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46137/user/jenkins/test-data/9c249c4f-4054-cead-9bda-59a680cafc02/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731964606146/wal.dat.5, journal: Splitting hdfs://localhost:46137/user/jenkins/test-data/9c249c4f-4054-cead-9bda-59a680cafc02/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731964606146/wal.dat.5, size=1.4 K (1394bytes) at 1731964610776Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/9c249c4f-4054-cead-9bda-59a680cafc02/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731964606146/wal.dat.5 so closing down at 1731964614783 (+4007 ms)3 split writer threads finished at 1731964614785 (+2 ms)Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/9c249c4f-4054-cead-9bda-59a680cafc02/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1731964614792 (+7 ms)Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/9c249c4f-4054-cead-9bda-59a680cafc02/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731964614793 (+1 ms)Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/9c249c4f-4054-cead-9bda-59a680cafc02/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 4 edits, skipped 0 edits in 0 ms) at 1731964614830 (+37 ms)Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/9c249c4f-4054-cead-9bda-59a680cafc02/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:46137/user/jenkins/test-data/9c249c4f-4054-cead-9bda-59a680cafc02/data/default/t1/ccc/recovered.edits/0000000000000000107 at 1731964614836 (+6 ms)Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/9c249c4f-4054-cead-9bda-59a680cafc02/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731964614836Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/9c249c4f-4054-cead-9bda-59a680cafc02/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:46137/user/jenkins/test-data/9c249c4f-4054-cead-9bda-59a680cafc02/data/default/t1/bbb/recovered.edits/0000000000000000108 at 1731964614839 (+3 ms)Processed 9 edits across 2 Regions in 59 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/9c249c4f-4054-cead-9bda-59a680cafc02/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731964606146/wal.dat.5, size=1.4 K, length=1394, corrupted=true, cancelled=false at 1731964614840 (+1 ms) 2024-11-18T21:16:54,842 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46137/user/jenkins/test-data/9c249c4f-4054-cead-9bda-59a680cafc02/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731964606146/wal.dat.5 to hdfs://localhost:46137/user/jenkins/test-data/9c249c4f-4054-cead-9bda-59a680cafc02/corrupt/wal.dat.5 2024-11-18T21:16:54,842 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46137/user/jenkins/test-data/9c249c4f-4054-cead-9bda-59a680cafc02/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731964606146/wal.dat.6, size=1.4 K (1405bytes) 2024-11-18T21:16:54,842 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46137/user/jenkins/test-data/9c249c4f-4054-cead-9bda-59a680cafc02/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731964606146/wal.dat.6 2024-11-18T21:16:54,843 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46137/user/jenkins/test-data/9c249c4f-4054-cead-9bda-59a680cafc02/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731964606146/wal.dat.6 after 1ms 2024-11-18T21:16:54,845 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46137/user/jenkins/test-data/9c249c4f-4054-cead-9bda-59a680cafc02/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731964606146/wal.dat.6 took 3ms 2024-11-18T21:16:54,848 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/9c249c4f-4054-cead-9bda-59a680cafc02/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731964606146/wal.dat.6 so closing down 2024-11-18T21:16:54,848 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T21:16:54,856 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T21:16:54,863 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-18T21:16:54,872 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/9c249c4f-4054-cead-9bda-59a680cafc02/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-18T21:16:54,885 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-18T21:16:54,888 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/9c249c4f-4054-cead-9bda-59a680cafc02/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-18T21:16:54,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742239_1419 (size=749) 2024-11-18T21:16:54,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742239_1419 (size=749) 2024-11-18T21:16:54,909 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/9c249c4f-4054-cead-9bda-59a680cafc02/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T21:16:54,911 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/9c249c4f-4054-cead-9bda-59a680cafc02/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:46137/user/jenkins/test-data/9c249c4f-4054-cead-9bda-59a680cafc02/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-18T21:16:54,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742238_1418 (size=749) 2024-11-18T21:16:54,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742238_1418 (size=749) 2024-11-18T21:16:54,927 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/9c249c4f-4054-cead-9bda-59a680cafc02/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T21:16:54,928 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/9c249c4f-4054-cead-9bda-59a680cafc02/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:46137/user/jenkins/test-data/9c249c4f-4054-cead-9bda-59a680cafc02/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-18T21:16:54,928 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 82 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/9c249c4f-4054-cead-9bda-59a680cafc02/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731964606146/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-18T21:16:54,928 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46137/user/jenkins/test-data/9c249c4f-4054-cead-9bda-59a680cafc02/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731964606146/wal.dat.6, journal: Splitting hdfs://localhost:46137/user/jenkins/test-data/9c249c4f-4054-cead-9bda-59a680cafc02/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731964606146/wal.dat.6, size=1.4 K (1405bytes) at 1731964614842Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/9c249c4f-4054-cead-9bda-59a680cafc02/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731964606146/wal.dat.6 so closing down at 1731964614848 (+6 ms)3 split writer threads finished at 1731964614856 (+8 ms)Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/9c249c4f-4054-cead-9bda-59a680cafc02/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731964614872 (+16 ms)Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/9c249c4f-4054-cead-9bda-59a680cafc02/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731964614888 (+16 ms)Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/9c249c4f-4054-cead-9bda-59a680cafc02/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731964614909 (+21 ms)Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/9c249c4f-4054-cead-9bda-59a680cafc02/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:46137/user/jenkins/test-data/9c249c4f-4054-cead-9bda-59a680cafc02/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1731964614911 (+2 ms)Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/9c249c4f-4054-cead-9bda-59a680cafc02/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731964614927 (+16 ms)Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/9c249c4f-4054-cead-9bda-59a680cafc02/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:46137/user/jenkins/test-data/9c249c4f-4054-cead-9bda-59a680cafc02/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1731964614928 (+1 ms)Processed 20 edits across 2 Regions in 82 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/9c249c4f-4054-cead-9bda-59a680cafc02/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731964606146/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1731964614928 2024-11-18T21:16:54,931 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46137/user/jenkins/test-data/9c249c4f-4054-cead-9bda-59a680cafc02/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731964606146/wal.dat.6 to hdfs://localhost:46137/user/jenkins/test-data/9c249c4f-4054-cead-9bda-59a680cafc02/oldWALs/wal.dat.6 2024-11-18T21:16:54,931 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46137/user/jenkins/test-data/9c249c4f-4054-cead-9bda-59a680cafc02/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731964606146/wal.dat.7, size=1.4 K (1413bytes) 2024-11-18T21:16:54,931 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46137/user/jenkins/test-data/9c249c4f-4054-cead-9bda-59a680cafc02/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731964606146/wal.dat.7 2024-11-18T21:16:54,931 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46137/user/jenkins/test-data/9c249c4f-4054-cead-9bda-59a680cafc02/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731964606146/wal.dat.7 after 0ms 2024-11-18T21:16:54,934 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46137/user/jenkins/test-data/9c249c4f-4054-cead-9bda-59a680cafc02/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731964606146/wal.dat.7 took 3ms 2024-11-18T21:16:54,935 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/9c249c4f-4054-cead-9bda-59a680cafc02/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731964606146/wal.dat.7 so closing down 2024-11-18T21:16:54,935 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T21:16:54,940 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T21:16:54,953 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-18T21:16:54,965 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-18T21:16:54,981 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/9c249c4f-4054-cead-9bda-59a680cafc02/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-18T21:16:54,982 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/9c249c4f-4054-cead-9bda-59a680cafc02/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-18T21:16:55,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742240_1420 (size=753) 2024-11-18T21:16:55,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742240_1420 (size=753) 2024-11-18T21:16:55,050 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/9c249c4f-4054-cead-9bda-59a680cafc02/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T21:16:55,052 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/9c249c4f-4054-cead-9bda-59a680cafc02/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:46137/user/jenkins/test-data/9c249c4f-4054-cead-9bda-59a680cafc02/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-18T21:16:55,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742241_1421 (size=753) 2024-11-18T21:16:55,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742241_1421 (size=753) 2024-11-18T21:16:55,078 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/9c249c4f-4054-cead-9bda-59a680cafc02/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T21:16:55,086 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/9c249c4f-4054-cead-9bda-59a680cafc02/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:46137/user/jenkins/test-data/9c249c4f-4054-cead-9bda-59a680cafc02/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-18T21:16:55,088 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 154 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/9c249c4f-4054-cead-9bda-59a680cafc02/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731964606146/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-18T21:16:55,088 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46137/user/jenkins/test-data/9c249c4f-4054-cead-9bda-59a680cafc02/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731964606146/wal.dat.7, journal: Splitting hdfs://localhost:46137/user/jenkins/test-data/9c249c4f-4054-cead-9bda-59a680cafc02/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731964606146/wal.dat.7, size=1.4 K (1413bytes) at 1731964614931Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/9c249c4f-4054-cead-9bda-59a680cafc02/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731964606146/wal.dat.7 so closing down at 1731964614935 (+4 ms)3 split writer threads finished at 1731964614940 (+5 ms)Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/9c249c4f-4054-cead-9bda-59a680cafc02/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731964614981 (+41 ms)Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/9c249c4f-4054-cead-9bda-59a680cafc02/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731964614982 (+1 ms)Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/9c249c4f-4054-cead-9bda-59a680cafc02/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731964615050 (+68 ms)Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/9c249c4f-4054-cead-9bda-59a680cafc02/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:46137/user/jenkins/test-data/9c249c4f-4054-cead-9bda-59a680cafc02/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1731964615052 (+2 ms)Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/9c249c4f-4054-cead-9bda-59a680cafc02/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731964615078 (+26 ms)Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/9c249c4f-4054-cead-9bda-59a680cafc02/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:46137/user/jenkins/test-data/9c249c4f-4054-cead-9bda-59a680cafc02/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1731964615086 (+8 ms)Processed 20 edits across 2 Regions in 154 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/9c249c4f-4054-cead-9bda-59a680cafc02/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731964606146/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731964615088 (+2 ms) 2024-11-18T21:16:55,093 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46137/user/jenkins/test-data/9c249c4f-4054-cead-9bda-59a680cafc02/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731964606146/wal.dat.7 to hdfs://localhost:46137/user/jenkins/test-data/9c249c4f-4054-cead-9bda-59a680cafc02/oldWALs/wal.dat.7 2024-11-18T21:16:55,093 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46137/user/jenkins/test-data/9c249c4f-4054-cead-9bda-59a680cafc02/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731964606146/wal.dat.8, size=1.4 K (1413bytes) 2024-11-18T21:16:55,094 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46137/user/jenkins/test-data/9c249c4f-4054-cead-9bda-59a680cafc02/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731964606146/wal.dat.8 2024-11-18T21:16:55,097 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46137/user/jenkins/test-data/9c249c4f-4054-cead-9bda-59a680cafc02/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731964606146/wal.dat.8 after 2ms 2024-11-18T21:16:55,099 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46137/user/jenkins/test-data/9c249c4f-4054-cead-9bda-59a680cafc02/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731964606146/wal.dat.8 took 6ms 2024-11-18T21:16:55,109 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/9c249c4f-4054-cead-9bda-59a680cafc02/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731964606146/wal.dat.8 so closing down 2024-11-18T21:16:55,109 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T21:16:55,113 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T21:16:55,133 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-18T21:16:55,133 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-18T21:16:55,141 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/9c249c4f-4054-cead-9bda-59a680cafc02/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-18T21:16:55,141 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/9c249c4f-4054-cead-9bda-59a680cafc02/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-18T21:16:55,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742243_1423 (size=753) 2024-11-18T21:16:55,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742243_1423 (size=753) 2024-11-18T21:16:55,205 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/9c249c4f-4054-cead-9bda-59a680cafc02/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T21:16:55,208 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/9c249c4f-4054-cead-9bda-59a680cafc02/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:46137/user/jenkins/test-data/9c249c4f-4054-cead-9bda-59a680cafc02/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-18T21:16:55,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742242_1422 (size=753) 2024-11-18T21:16:55,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742242_1422 (size=753) 2024-11-18T21:16:55,620 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/9c249c4f-4054-cead-9bda-59a680cafc02/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T21:16:55,623 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/9c249c4f-4054-cead-9bda-59a680cafc02/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:46137/user/jenkins/test-data/9c249c4f-4054-cead-9bda-59a680cafc02/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-18T21:16:55,623 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 518 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/9c249c4f-4054-cead-9bda-59a680cafc02/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731964606146/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-18T21:16:55,623 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46137/user/jenkins/test-data/9c249c4f-4054-cead-9bda-59a680cafc02/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731964606146/wal.dat.8, journal: Splitting hdfs://localhost:46137/user/jenkins/test-data/9c249c4f-4054-cead-9bda-59a680cafc02/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731964606146/wal.dat.8, size=1.4 K (1413bytes) at 1731964615093Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/9c249c4f-4054-cead-9bda-59a680cafc02/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731964606146/wal.dat.8 so closing down at 1731964615109 (+16 ms)3 split writer threads finished at 1731964615113 (+4 ms)Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/9c249c4f-4054-cead-9bda-59a680cafc02/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731964615141 (+28 ms)Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/9c249c4f-4054-cead-9bda-59a680cafc02/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731964615141Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/9c249c4f-4054-cead-9bda-59a680cafc02/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731964615206 (+65 ms)Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/9c249c4f-4054-cead-9bda-59a680cafc02/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:46137/user/jenkins/test-data/9c249c4f-4054-cead-9bda-59a680cafc02/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1731964615208 (+2 ms)Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/9c249c4f-4054-cead-9bda-59a680cafc02/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731964615620 (+412 ms)Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/9c249c4f-4054-cead-9bda-59a680cafc02/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:46137/user/jenkins/test-data/9c249c4f-4054-cead-9bda-59a680cafc02/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1731964615623 (+3 ms)Processed 20 edits across 2 Regions in 518 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/9c249c4f-4054-cead-9bda-59a680cafc02/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731964606146/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731964615623 2024-11-18T21:16:55,626 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46137/user/jenkins/test-data/9c249c4f-4054-cead-9bda-59a680cafc02/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731964606146/wal.dat.8 to hdfs://localhost:46137/user/jenkins/test-data/9c249c4f-4054-cead-9bda-59a680cafc02/oldWALs/wal.dat.8 2024-11-18T21:16:55,627 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46137/user/jenkins/test-data/9c249c4f-4054-cead-9bda-59a680cafc02/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731964606146/wal.dat.9, size=1.4 K (1413bytes) 2024-11-18T21:16:55,627 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46137/user/jenkins/test-data/9c249c4f-4054-cead-9bda-59a680cafc02/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731964606146/wal.dat.9 2024-11-18T21:16:55,627 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46137/user/jenkins/test-data/9c249c4f-4054-cead-9bda-59a680cafc02/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731964606146/wal.dat.9 after 0ms 2024-11-18T21:16:55,630 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46137/user/jenkins/test-data/9c249c4f-4054-cead-9bda-59a680cafc02/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731964606146/wal.dat.9 took 4ms 2024-11-18T21:16:55,634 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/9c249c4f-4054-cead-9bda-59a680cafc02/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731964606146/wal.dat.9 so closing down 2024-11-18T21:16:55,634 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T21:16:55,634 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T21:16:55,649 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-18T21:16:55,649 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-18T21:16:55,651 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/9c249c4f-4054-cead-9bda-59a680cafc02/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-18T21:16:55,653 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/9c249c4f-4054-cead-9bda-59a680cafc02/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-18T21:16:55,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742244_1424 (size=753) 2024-11-18T21:16:55,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742244_1424 (size=753) 2024-11-18T21:16:55,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742245_1425 (size=753) 2024-11-18T21:16:55,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742245_1425 (size=753) 2024-11-18T21:16:55,700 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/9c249c4f-4054-cead-9bda-59a680cafc02/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T21:16:55,710 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/9c249c4f-4054-cead-9bda-59a680cafc02/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:46137/user/jenkins/test-data/9c249c4f-4054-cead-9bda-59a680cafc02/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-18T21:16:56,063 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/9c249c4f-4054-cead-9bda-59a680cafc02/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T21:16:56,064 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/9c249c4f-4054-cead-9bda-59a680cafc02/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:46137/user/jenkins/test-data/9c249c4f-4054-cead-9bda-59a680cafc02/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-18T21:16:56,065 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 432 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/9c249c4f-4054-cead-9bda-59a680cafc02/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731964606146/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-18T21:16:56,065 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46137/user/jenkins/test-data/9c249c4f-4054-cead-9bda-59a680cafc02/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731964606146/wal.dat.9, journal: Splitting hdfs://localhost:46137/user/jenkins/test-data/9c249c4f-4054-cead-9bda-59a680cafc02/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731964606146/wal.dat.9, size=1.4 K (1413bytes) at 1731964615627Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/9c249c4f-4054-cead-9bda-59a680cafc02/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731964606146/wal.dat.9 so closing down at 1731964615634 (+7 ms)3 split writer threads finished at 1731964615634Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/9c249c4f-4054-cead-9bda-59a680cafc02/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731964615651 (+17 ms)Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/9c249c4f-4054-cead-9bda-59a680cafc02/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731964615653 (+2 ms)Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/9c249c4f-4054-cead-9bda-59a680cafc02/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731964615700 (+47 ms)Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/9c249c4f-4054-cead-9bda-59a680cafc02/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:46137/user/jenkins/test-data/9c249c4f-4054-cead-9bda-59a680cafc02/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1731964615710 (+10 ms)Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/9c249c4f-4054-cead-9bda-59a680cafc02/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731964616063 (+353 ms)Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/9c249c4f-4054-cead-9bda-59a680cafc02/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:46137/user/jenkins/test-data/9c249c4f-4054-cead-9bda-59a680cafc02/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731964616064 (+1 ms)Processed 20 edits across 2 Regions in 432 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/9c249c4f-4054-cead-9bda-59a680cafc02/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731964606146/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731964616065 (+1 ms) 2024-11-18T21:16:56,067 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46137/user/jenkins/test-data/9c249c4f-4054-cead-9bda-59a680cafc02/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731964606146/wal.dat.9 to hdfs://localhost:46137/user/jenkins/test-data/9c249c4f-4054-cead-9bda-59a680cafc02/oldWALs/wal.dat.9 2024-11-18T21:16:56,152 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testMiddleGarbageCorruptionSkipErrorsReadsHalfOfFile Thread=131 (was 131), OpenFileDescriptor=399 (was 387) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1609 (was 1596) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=1418 (was 1664) 2024-11-18T21:16:56,162 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testEOFisIgnored Thread=131, OpenFileDescriptor=399, MaxFileDescriptor=1048576, SystemLoadAverage=1609, ProcessCount=11, AvailableMemoryMB=1418 2024-11-18T21:16:56,162 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-18T21:16:56,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742246_1426 (size=7) 2024-11-18T21:16:56,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742246_1426 (size=7) 2024-11-18T21:16:56,180 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46137/user/jenkins/test-data/9ef4685d-dcb0-9285-14b4-7002b6c51974 with version=8 2024-11-18T21:16:56,180 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T21:16:56,182 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T21:16:56,184 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-18T21:16:56,185 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region region__1 2024-11-18T21:16:56,189 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-18T21:16:56,193 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:56,193 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:56,206 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:56,206 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:56,207 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:56,207 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:56,207 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:56,207 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:56,208 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:56,208 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:56,208 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:56,208 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:56,209 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:56,209 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:56,209 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:56,210 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:56,210 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:56,210 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:56,211 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:56,211 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:56,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742247_1427 (size=863) 2024-11-18T21:16:56,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742247_1427 (size=863) 2024-11-18T21:16:56,213 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-18T21:16:56,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742248_1428 (size=823) 2024-11-18T21:16:56,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742248_1428 (size=823) 2024-11-18T21:16:56,245 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46137/user/jenkins/test-data/029f3089-dcbd-1a9c-98d9-73f45a93c87b/WALs/testeofisignored,16010,1731964616184/wal.dat.0, size=823 (823bytes) 2024-11-18T21:16:56,245 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46137/user/jenkins/test-data/029f3089-dcbd-1a9c-98d9-73f45a93c87b/WALs/testeofisignored,16010,1731964616184/wal.dat.0 2024-11-18T21:16:56,246 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46137/user/jenkins/test-data/029f3089-dcbd-1a9c-98d9-73f45a93c87b/WALs/testeofisignored,16010,1731964616184/wal.dat.0 after 1ms 2024-11-18T21:16:56,248 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46137/user/jenkins/test-data/029f3089-dcbd-1a9c-98d9-73f45a93c87b/WALs/testeofisignored,16010,1731964616184/wal.dat.0 took 3ms 2024-11-18T21:16:56,258 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:46137/user/jenkins/test-data/029f3089-dcbd-1a9c-98d9-73f45a93c87b/WALs/testeofisignored,16010,1731964616184/wal.dat.0; continuing. 2024-11-18T21:16:56,258 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/029f3089-dcbd-1a9c-98d9-73f45a93c87b/WALs/testeofisignored,16010,1731964616184/wal.dat.0 so closing down 2024-11-18T21:16:56,259 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T21:16:56,260 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T21:16:56,263 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-18T21:16:56,264 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/029f3089-dcbd-1a9c-98d9-73f45a93c87b/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-18T21:16:56,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742249_1429 (size=786) 2024-11-18T21:16:56,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742249_1429 (size=786) 2024-11-18T21:16:56,282 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/029f3089-dcbd-1a9c-98d9-73f45a93c87b/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-18T21:16:56,283 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/029f3089-dcbd-1a9c-98d9-73f45a93c87b/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:46137/user/jenkins/test-data/029f3089-dcbd-1a9c-98d9-73f45a93c87b/data/default/t1/region__1/recovered.edits/0000000000000000008 2024-11-18T21:16:56,283 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 9 edits across 1 Regions in 31 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/029f3089-dcbd-1a9c-98d9-73f45a93c87b/WALs/testeofisignored,16010,1731964616184/wal.dat.0, size=823, length=823, corrupted=false, cancelled=false 2024-11-18T21:16:56,284 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46137/user/jenkins/test-data/029f3089-dcbd-1a9c-98d9-73f45a93c87b/WALs/testeofisignored,16010,1731964616184/wal.dat.0, journal: Splitting hdfs://localhost:46137/user/jenkins/test-data/029f3089-dcbd-1a9c-98d9-73f45a93c87b/WALs/testeofisignored,16010,1731964616184/wal.dat.0, size=823 (823bytes) at 1731964616245Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/029f3089-dcbd-1a9c-98d9-73f45a93c87b/WALs/testeofisignored,16010,1731964616184/wal.dat.0 so closing down at 1731964616258 (+13 ms)3 split writer threads finished at 1731964616260 (+2 ms)Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/029f3089-dcbd-1a9c-98d9-73f45a93c87b/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731964616264 (+4 ms)Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/029f3089-dcbd-1a9c-98d9-73f45a93c87b/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1731964616282 (+18 ms)Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/029f3089-dcbd-1a9c-98d9-73f45a93c87b/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:46137/user/jenkins/test-data/029f3089-dcbd-1a9c-98d9-73f45a93c87b/data/default/t1/region__1/recovered.edits/0000000000000000008 at 1731964616283 (+1 ms)Processed 9 edits across 1 Regions in 31 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/029f3089-dcbd-1a9c-98d9-73f45a93c87b/WALs/testeofisignored,16010,1731964616184/wal.dat.0, size=823, length=823, corrupted=false, cancelled=false at 1731964616283 2024-11-18T21:16:56,286 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46137/user/jenkins/test-data/029f3089-dcbd-1a9c-98d9-73f45a93c87b/WALs/testeofisignored,16010,1731964616184/wal.dat.0 to hdfs://localhost:46137/user/jenkins/test-data/029f3089-dcbd-1a9c-98d9-73f45a93c87b/oldWALs/wal.dat.0 2024-11-18T21:16:56,306 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testEOFisIgnored Thread=131 (was 131), OpenFileDescriptor=399 (was 399), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1609 (was 1609), ProcessCount=11 (was 11), AvailableMemoryMB=1414 (was 1418) 2024-11-18T21:16:56,318 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileEmpty Thread=131, OpenFileDescriptor=399, MaxFileDescriptor=1048576, SystemLoadAverage=1609, ProcessCount=11, AvailableMemoryMB=1413 2024-11-18T21:16:56,318 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-18T21:16:56,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742250_1430 (size=7) 2024-11-18T21:16:56,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742250_1430 (size=7) 2024-11-18T21:16:56,326 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46137/user/jenkins/test-data/9ef4685d-dcb0-9285-14b4-7002b6c51974 with version=8 2024-11-18T21:16:56,326 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T21:16:56,328 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T21:16:56,331 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-18T21:16:56,331 INFO [Time-limited test {}] wal.TestWALSplit(1111): testSplitLogFileEmpty 2024-11-18T21:16:56,332 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat..empty 2024-11-18T21:16:56,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742251_1431 (size=93) 2024-11-18T21:16:56,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742251_1431 (size=93) 2024-11-18T21:16:56,365 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46137/user/jenkins/test-data/932cdc78-33d3-1d00-900d-67b574d07e94/WALs/testsplitlogfileempty,16010,1731964616331/wal.dat..empty, size=93 (93bytes) 2024-11-18T21:16:56,365 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46137/user/jenkins/test-data/932cdc78-33d3-1d00-900d-67b574d07e94/WALs/testsplitlogfileempty,16010,1731964616331/wal.dat..empty 2024-11-18T21:16:56,365 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46137/user/jenkins/test-data/932cdc78-33d3-1d00-900d-67b574d07e94/WALs/testsplitlogfileempty,16010,1731964616331/wal.dat..empty after 0ms 2024-11-18T21:16:56,368 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46137/user/jenkins/test-data/932cdc78-33d3-1d00-900d-67b574d07e94/WALs/testsplitlogfileempty,16010,1731964616331/wal.dat..empty took 3ms 2024-11-18T21:16:56,384 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/932cdc78-33d3-1d00-900d-67b574d07e94/WALs/testsplitlogfileempty,16010,1731964616331/wal.dat..empty so closing down 2024-11-18T21:16:56,384 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T21:16:56,388 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T21:16:56,388 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 4 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/932cdc78-33d3-1d00-900d-67b574d07e94/WALs/testsplitlogfileempty,16010,1731964616331/wal.dat..empty, size=93, length=93, corrupted=false, cancelled=false 2024-11-18T21:16:56,389 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46137/user/jenkins/test-data/932cdc78-33d3-1d00-900d-67b574d07e94/WALs/testsplitlogfileempty,16010,1731964616331/wal.dat..empty, journal: Splitting hdfs://localhost:46137/user/jenkins/test-data/932cdc78-33d3-1d00-900d-67b574d07e94/WALs/testsplitlogfileempty,16010,1731964616331/wal.dat..empty, size=93 (93bytes) at 1731964616365Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/932cdc78-33d3-1d00-900d-67b574d07e94/WALs/testsplitlogfileempty,16010,1731964616331/wal.dat..empty so closing down at 1731964616384 (+19 ms)3 split writer threads finished at 1731964616388 (+4 ms)Processed 0 edits across 0 Regions in 4 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/932cdc78-33d3-1d00-900d-67b574d07e94/WALs/testsplitlogfileempty,16010,1731964616331/wal.dat..empty, size=93, length=93, corrupted=false, cancelled=false at 1731964616388 2024-11-18T21:16:56,391 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46137/user/jenkins/test-data/932cdc78-33d3-1d00-900d-67b574d07e94/WALs/testsplitlogfileempty,16010,1731964616331/wal.dat..empty to hdfs://localhost:46137/user/jenkins/test-data/932cdc78-33d3-1d00-900d-67b574d07e94/oldWALs/wal.dat..empty 2024-11-18T21:16:56,405 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileEmpty Thread=131 (was 131), OpenFileDescriptor=399 (was 399), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1609 (was 1609), ProcessCount=11 (was 11), AvailableMemoryMB=1409 (was 1413) 2024-11-18T21:16:56,414 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testLogsGetArchivedAfterSplit Thread=131, OpenFileDescriptor=399, MaxFileDescriptor=1048576, SystemLoadAverage=1609, ProcessCount=11, AvailableMemoryMB=1408 2024-11-18T21:16:56,414 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-18T21:16:56,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742252_1432 (size=7) 2024-11-18T21:16:56,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742252_1432 (size=7) 2024-11-18T21:16:56,832 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46137/user/jenkins/test-data/9ef4685d-dcb0-9285-14b4-7002b6c51974 with version=8 2024-11-18T21:16:56,832 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T21:16:56,834 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T21:16:56,836 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-18T21:16:56,836 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-18T21:16:56,837 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-18T21:16:56,838 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-18T21:16:56,839 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:56,839 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:56,844 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:56,844 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:56,846 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:56,846 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:56,847 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:56,847 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:56,850 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:56,850 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:56,852 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:56,852 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:56,854 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:56,854 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:56,856 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:56,857 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:56,859 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:56,859 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:56,861 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:56,861 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:56,863 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:56,863 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:56,865 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:56,865 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:56,867 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:56,867 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:56,870 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:56,870 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:56,872 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:56,872 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:56,874 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:56,874 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:56,876 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:56,876 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:56,877 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:56,877 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:56,878 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:56,878 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:56,878 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:56,878 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:56,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742253_1433 (size=1393) 2024-11-18T21:16:56,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742253_1433 (size=1393) 2024-11-18T21:16:56,881 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-18T21:16:56,881 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-18T21:16:56,882 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:56,882 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:56,902 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:56,902 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:56,908 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:56,908 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:56,912 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:56,912 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:56,916 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:56,916 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:56,920 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:56,920 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:56,924 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:56,924 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:56,931 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:56,931 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:56,931 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:56,931 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:56,932 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:56,932 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:56,932 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:56,932 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:56,933 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:56,933 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:56,933 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:56,933 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:56,934 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:56,934 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:56,935 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:56,935 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:56,935 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:56,935 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:56,936 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:56,936 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:56,936 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:56,936 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:56,937 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:56,937 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:56,937 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:56,937 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:56,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742254_1434 (size=1393) 2024-11-18T21:16:56,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742254_1434 (size=1393) 2024-11-18T21:16:56,947 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-18T21:16:56,947 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-18T21:16:56,948 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:56,948 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:56,954 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:56,954 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:56,954 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:56,954 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:56,955 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:56,955 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:56,955 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:56,955 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:56,956 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:56,956 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:56,956 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:56,956 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:56,957 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:56,957 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:56,959 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:56,959 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:56,959 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:56,959 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:56,960 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:56,960 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:56,961 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:56,961 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:56,961 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:56,961 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:56,962 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:56,962 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:56,962 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:56,962 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:56,963 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:56,963 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:56,963 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:56,963 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:56,964 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:56,964 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:56,964 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:56,964 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:56,965 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:56,965 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:56,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742255_1435 (size=1393) 2024-11-18T21:16:56,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742255_1435 (size=1393) 2024-11-18T21:16:57,375 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-18T21:16:57,376 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-18T21:16:57,377 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:57,377 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:57,422 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:57,422 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:57,424 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:57,425 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:57,429 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:57,429 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:57,432 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:57,433 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:57,433 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:57,433 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:57,435 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:57,435 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:57,436 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:57,436 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:57,437 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:57,437 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:57,438 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:57,438 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:57,438 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:57,438 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:57,439 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:57,439 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:57,439 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:57,439 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:57,440 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:57,440 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:57,441 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:57,441 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:57,441 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:57,441 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:57,442 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:57,442 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:57,442 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:57,442 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:57,443 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:57,443 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:57,443 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:57,443 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:57,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742256_1436 (size=1393) 2024-11-18T21:16:57,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742256_1436 (size=1393) 2024-11-18T21:16:57,446 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-18T21:16:57,447 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-18T21:16:57,449 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:57,449 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:57,473 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:57,473 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:57,473 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:57,473 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:57,474 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:57,474 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:57,475 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:57,475 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:57,476 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:57,476 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:57,476 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:57,476 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:57,477 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:57,477 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:57,478 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:57,478 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:57,479 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:57,479 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:57,480 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:57,480 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:57,481 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:57,481 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:57,481 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:57,481 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:57,482 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:57,482 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:57,482 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:57,482 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:57,483 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:57,483 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:57,484 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:57,484 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:57,484 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:57,484 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:57,485 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:57,485 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:57,485 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:57,485 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:57,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742257_1437 (size=1393) 2024-11-18T21:16:57,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742257_1437 (size=1393) 2024-11-18T21:16:57,488 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-18T21:16:57,488 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-18T21:16:57,490 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:57,490 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:57,503 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:57,503 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:57,503 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:57,503 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:57,504 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:57,504 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:57,505 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:57,505 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:57,505 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:57,505 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:57,506 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:57,506 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:57,507 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:57,507 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:57,508 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:57,508 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:57,508 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:57,508 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:57,509 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:57,509 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:57,509 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:57,509 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:57,511 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:57,511 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:57,512 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:57,512 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:57,513 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:57,513 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:57,514 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:57,514 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:57,515 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:57,515 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:57,516 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:57,516 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:57,516 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:57,516 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:57,517 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:57,517 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:57,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742258_1438 (size=1393) 2024-11-18T21:16:57,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742258_1438 (size=1393) 2024-11-18T21:16:57,521 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-18T21:16:57,521 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-18T21:16:57,523 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:57,523 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:57,561 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:57,561 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:57,569 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:57,569 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:57,576 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:57,577 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:57,581 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:57,581 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:57,585 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:57,585 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:57,589 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:57,589 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:57,590 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:57,590 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:57,592 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:57,592 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:57,594 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:57,594 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:57,595 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:57,595 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:57,596 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:57,596 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:57,597 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:57,597 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:57,597 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:57,597 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:57,599 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:57,599 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:57,600 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:57,600 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:57,602 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:57,602 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:57,604 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:57,604 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:57,606 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:57,606 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:57,607 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:57,607 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:57,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742259_1439 (size=1405) 2024-11-18T21:16:57,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742259_1439 (size=1405) 2024-11-18T21:16:57,614 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-18T21:16:57,614 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-18T21:16:57,616 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:57,616 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:57,665 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:57,665 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:57,668 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:57,668 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:57,672 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:57,672 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:57,676 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:57,676 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:57,681 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:57,681 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:57,682 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:57,682 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:57,688 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:57,688 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:57,692 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:57,692 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:57,696 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:57,696 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:57,700 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:57,700 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:57,703 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:57,703 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:57,708 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:57,708 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:57,712 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:57,712 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:57,716 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:57,716 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:57,719 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:57,719 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:57,721 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:57,721 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:57,721 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:57,721 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:57,723 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:57,723 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:57,723 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:57,723 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:57,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742260_1440 (size=1413) 2024-11-18T21:16:57,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742260_1440 (size=1413) 2024-11-18T21:16:58,134 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-18T21:16:58,134 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-18T21:16:58,135 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:58,135 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:58,148 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:58,148 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:58,148 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:58,148 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:58,149 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:58,149 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:58,149 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:58,149 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:58,149 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:58,149 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:58,150 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:58,150 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:58,150 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:58,150 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:58,150 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:58,150 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:58,151 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:58,151 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:58,151 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:58,151 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:58,151 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:58,151 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:58,151 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:58,151 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:58,152 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:58,152 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:58,152 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:58,152 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:58,160 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:58,160 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:58,161 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:58,161 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:58,161 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:58,161 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:58,163 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:58,163 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:58,163 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:58,163 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:58,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742261_1441 (size=1413) 2024-11-18T21:16:58,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742261_1441 (size=1413) 2024-11-18T21:16:58,165 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-18T21:16:58,166 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-18T21:16:58,168 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:58,168 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:58,184 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:58,184 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:58,185 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:58,185 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:58,185 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:58,185 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:58,185 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:58,185 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:58,186 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:58,186 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:58,186 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:58,186 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:58,188 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:58,188 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:58,193 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:58,193 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:58,193 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:58,193 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:58,193 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:58,193 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:58,194 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:58,194 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:58,194 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:58,194 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:58,194 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:58,194 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:58,195 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:58,195 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:58,195 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:58,195 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:58,195 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:58,195 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:58,195 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:58,195 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:58,196 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:58,196 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:58,196 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:16:58,196 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:16:58,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742262_1442 (size=1413) 2024-11-18T21:16:58,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742262_1442 (size=1413) 2024-11-18T21:16:58,602 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-18T21:16:58,618 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46137/user/jenkins/test-data/eb55fc50-7fcb-9e12-8411-1c86eb38beb0/WALs/testlogsgetarchivedaftersplit,16010,1731964616836/wal.dat.0, size=1.4 K (1393bytes) 2024-11-18T21:16:58,618 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46137/user/jenkins/test-data/eb55fc50-7fcb-9e12-8411-1c86eb38beb0/WALs/testlogsgetarchivedaftersplit,16010,1731964616836/wal.dat.0 2024-11-18T21:16:58,619 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46137/user/jenkins/test-data/eb55fc50-7fcb-9e12-8411-1c86eb38beb0/WALs/testlogsgetarchivedaftersplit,16010,1731964616836/wal.dat.0 after 1ms 2024-11-18T21:16:58,621 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46137/user/jenkins/test-data/eb55fc50-7fcb-9e12-8411-1c86eb38beb0/WALs/testlogsgetarchivedaftersplit,16010,1731964616836/wal.dat.0 took 3ms 2024-11-18T21:16:58,623 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/eb55fc50-7fcb-9e12-8411-1c86eb38beb0/WALs/testlogsgetarchivedaftersplit,16010,1731964616836/wal.dat.0 so closing down 2024-11-18T21:16:58,624 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T21:16:58,624 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T21:16:58,626 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-18T21:16:58,626 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-18T21:16:58,629 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/eb55fc50-7fcb-9e12-8411-1c86eb38beb0/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-18T21:16:58,630 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/eb55fc50-7fcb-9e12-8411-1c86eb38beb0/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-18T21:16:58,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742264_1444 (size=743) 2024-11-18T21:16:58,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742264_1444 (size=743) 2024-11-18T21:16:58,635 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/eb55fc50-7fcb-9e12-8411-1c86eb38beb0/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T21:16:58,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742263_1443 (size=743) 2024-11-18T21:16:58,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742263_1443 (size=743) 2024-11-18T21:16:58,636 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/eb55fc50-7fcb-9e12-8411-1c86eb38beb0/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:46137/user/jenkins/test-data/eb55fc50-7fcb-9e12-8411-1c86eb38beb0/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-18T21:16:59,036 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/eb55fc50-7fcb-9e12-8411-1c86eb38beb0/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T21:16:59,038 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/eb55fc50-7fcb-9e12-8411-1c86eb38beb0/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:46137/user/jenkins/test-data/eb55fc50-7fcb-9e12-8411-1c86eb38beb0/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-18T21:16:59,038 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 416 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/eb55fc50-7fcb-9e12-8411-1c86eb38beb0/WALs/testlogsgetarchivedaftersplit,16010,1731964616836/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T21:16:59,038 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46137/user/jenkins/test-data/eb55fc50-7fcb-9e12-8411-1c86eb38beb0/WALs/testlogsgetarchivedaftersplit,16010,1731964616836/wal.dat.0, journal: Splitting hdfs://localhost:46137/user/jenkins/test-data/eb55fc50-7fcb-9e12-8411-1c86eb38beb0/WALs/testlogsgetarchivedaftersplit,16010,1731964616836/wal.dat.0, size=1.4 K (1393bytes) at 1731964618618Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/eb55fc50-7fcb-9e12-8411-1c86eb38beb0/WALs/testlogsgetarchivedaftersplit,16010,1731964616836/wal.dat.0 so closing down at 1731964618623 (+5 ms)3 split writer threads finished at 1731964618624 (+1 ms)Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/eb55fc50-7fcb-9e12-8411-1c86eb38beb0/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731964618629 (+5 ms)Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/eb55fc50-7fcb-9e12-8411-1c86eb38beb0/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731964618630 (+1 ms)Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/eb55fc50-7fcb-9e12-8411-1c86eb38beb0/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731964618635 (+5 ms)Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/eb55fc50-7fcb-9e12-8411-1c86eb38beb0/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:46137/user/jenkins/test-data/eb55fc50-7fcb-9e12-8411-1c86eb38beb0/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731964618636 (+1 ms)Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/eb55fc50-7fcb-9e12-8411-1c86eb38beb0/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731964619036 (+400 ms)Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/eb55fc50-7fcb-9e12-8411-1c86eb38beb0/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:46137/user/jenkins/test-data/eb55fc50-7fcb-9e12-8411-1c86eb38beb0/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731964619038 (+2 ms)Processed 20 edits across 2 Regions in 416 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/eb55fc50-7fcb-9e12-8411-1c86eb38beb0/WALs/testlogsgetarchivedaftersplit,16010,1731964616836/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731964619038 2024-11-18T21:16:59,040 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46137/user/jenkins/test-data/eb55fc50-7fcb-9e12-8411-1c86eb38beb0/WALs/testlogsgetarchivedaftersplit,16010,1731964616836/wal.dat.0 to hdfs://localhost:46137/user/jenkins/test-data/eb55fc50-7fcb-9e12-8411-1c86eb38beb0/oldWALs/wal.dat.0 2024-11-18T21:16:59,040 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46137/user/jenkins/test-data/eb55fc50-7fcb-9e12-8411-1c86eb38beb0/WALs/testlogsgetarchivedaftersplit,16010,1731964616836/wal.dat.1, size=1.4 K (1393bytes) 2024-11-18T21:16:59,040 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46137/user/jenkins/test-data/eb55fc50-7fcb-9e12-8411-1c86eb38beb0/WALs/testlogsgetarchivedaftersplit,16010,1731964616836/wal.dat.1 2024-11-18T21:16:59,040 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46137/user/jenkins/test-data/eb55fc50-7fcb-9e12-8411-1c86eb38beb0/WALs/testlogsgetarchivedaftersplit,16010,1731964616836/wal.dat.1 after 0ms 2024-11-18T21:16:59,042 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46137/user/jenkins/test-data/eb55fc50-7fcb-9e12-8411-1c86eb38beb0/WALs/testlogsgetarchivedaftersplit,16010,1731964616836/wal.dat.1 took 2ms 2024-11-18T21:16:59,043 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/eb55fc50-7fcb-9e12-8411-1c86eb38beb0/WALs/testlogsgetarchivedaftersplit,16010,1731964616836/wal.dat.1 so closing down 2024-11-18T21:16:59,043 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T21:16:59,043 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T21:16:59,045 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-18T21:16:59,046 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-18T21:16:59,046 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/eb55fc50-7fcb-9e12-8411-1c86eb38beb0/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-18T21:16:59,047 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/eb55fc50-7fcb-9e12-8411-1c86eb38beb0/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-18T21:16:59,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742265_1445 (size=743) 2024-11-18T21:16:59,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742265_1445 (size=743) 2024-11-18T21:16:59,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742266_1446 (size=743) 2024-11-18T21:16:59,052 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/eb55fc50-7fcb-9e12-8411-1c86eb38beb0/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T21:16:59,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742266_1446 (size=743) 2024-11-18T21:16:59,053 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/eb55fc50-7fcb-9e12-8411-1c86eb38beb0/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T21:16:59,053 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/eb55fc50-7fcb-9e12-8411-1c86eb38beb0/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:46137/user/jenkins/test-data/eb55fc50-7fcb-9e12-8411-1c86eb38beb0/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-18T21:16:59,054 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/eb55fc50-7fcb-9e12-8411-1c86eb38beb0/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:46137/user/jenkins/test-data/eb55fc50-7fcb-9e12-8411-1c86eb38beb0/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-18T21:16:59,054 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/eb55fc50-7fcb-9e12-8411-1c86eb38beb0/WALs/testlogsgetarchivedaftersplit,16010,1731964616836/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T21:16:59,054 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46137/user/jenkins/test-data/eb55fc50-7fcb-9e12-8411-1c86eb38beb0/WALs/testlogsgetarchivedaftersplit,16010,1731964616836/wal.dat.1, journal: Splitting hdfs://localhost:46137/user/jenkins/test-data/eb55fc50-7fcb-9e12-8411-1c86eb38beb0/WALs/testlogsgetarchivedaftersplit,16010,1731964616836/wal.dat.1, size=1.4 K (1393bytes) at 1731964619040Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/eb55fc50-7fcb-9e12-8411-1c86eb38beb0/WALs/testlogsgetarchivedaftersplit,16010,1731964616836/wal.dat.1 so closing down at 1731964619043 (+3 ms)3 split writer threads finished at 1731964619043Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/eb55fc50-7fcb-9e12-8411-1c86eb38beb0/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731964619046 (+3 ms)Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/eb55fc50-7fcb-9e12-8411-1c86eb38beb0/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731964619047 (+1 ms)Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/eb55fc50-7fcb-9e12-8411-1c86eb38beb0/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731964619052 (+5 ms)Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/eb55fc50-7fcb-9e12-8411-1c86eb38beb0/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731964619053 (+1 ms)Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/eb55fc50-7fcb-9e12-8411-1c86eb38beb0/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:46137/user/jenkins/test-data/eb55fc50-7fcb-9e12-8411-1c86eb38beb0/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731964619053Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/eb55fc50-7fcb-9e12-8411-1c86eb38beb0/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:46137/user/jenkins/test-data/eb55fc50-7fcb-9e12-8411-1c86eb38beb0/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731964619054 (+1 ms)Processed 20 edits across 2 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/eb55fc50-7fcb-9e12-8411-1c86eb38beb0/WALs/testlogsgetarchivedaftersplit,16010,1731964616836/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731964619054 2024-11-18T21:16:59,056 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46137/user/jenkins/test-data/eb55fc50-7fcb-9e12-8411-1c86eb38beb0/WALs/testlogsgetarchivedaftersplit,16010,1731964616836/wal.dat.1 to hdfs://localhost:46137/user/jenkins/test-data/eb55fc50-7fcb-9e12-8411-1c86eb38beb0/oldWALs/wal.dat.1 2024-11-18T21:16:59,056 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46137/user/jenkins/test-data/eb55fc50-7fcb-9e12-8411-1c86eb38beb0/WALs/testlogsgetarchivedaftersplit,16010,1731964616836/wal.dat.2, size=1.4 K (1393bytes) 2024-11-18T21:16:59,056 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46137/user/jenkins/test-data/eb55fc50-7fcb-9e12-8411-1c86eb38beb0/WALs/testlogsgetarchivedaftersplit,16010,1731964616836/wal.dat.2 2024-11-18T21:16:59,056 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46137/user/jenkins/test-data/eb55fc50-7fcb-9e12-8411-1c86eb38beb0/WALs/testlogsgetarchivedaftersplit,16010,1731964616836/wal.dat.2 after 0ms 2024-11-18T21:16:59,058 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46137/user/jenkins/test-data/eb55fc50-7fcb-9e12-8411-1c86eb38beb0/WALs/testlogsgetarchivedaftersplit,16010,1731964616836/wal.dat.2 took 2ms 2024-11-18T21:16:59,060 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/eb55fc50-7fcb-9e12-8411-1c86eb38beb0/WALs/testlogsgetarchivedaftersplit,16010,1731964616836/wal.dat.2 so closing down 2024-11-18T21:16:59,060 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T21:16:59,060 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T21:16:59,062 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-18T21:16:59,063 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-18T21:16:59,063 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/eb55fc50-7fcb-9e12-8411-1c86eb38beb0/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-18T21:16:59,063 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/eb55fc50-7fcb-9e12-8411-1c86eb38beb0/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-18T21:16:59,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742267_1447 (size=743) 2024-11-18T21:16:59,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742268_1448 (size=743) 2024-11-18T21:16:59,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742267_1447 (size=743) 2024-11-18T21:16:59,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742268_1448 (size=743) 2024-11-18T21:16:59,081 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/eb55fc50-7fcb-9e12-8411-1c86eb38beb0/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T21:16:59,082 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/eb55fc50-7fcb-9e12-8411-1c86eb38beb0/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:46137/user/jenkins/test-data/eb55fc50-7fcb-9e12-8411-1c86eb38beb0/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-18T21:16:59,299 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-18T21:16:59,477 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/eb55fc50-7fcb-9e12-8411-1c86eb38beb0/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T21:16:59,479 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/eb55fc50-7fcb-9e12-8411-1c86eb38beb0/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:46137/user/jenkins/test-data/eb55fc50-7fcb-9e12-8411-1c86eb38beb0/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-18T21:16:59,479 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 420 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/eb55fc50-7fcb-9e12-8411-1c86eb38beb0/WALs/testlogsgetarchivedaftersplit,16010,1731964616836/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T21:16:59,479 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46137/user/jenkins/test-data/eb55fc50-7fcb-9e12-8411-1c86eb38beb0/WALs/testlogsgetarchivedaftersplit,16010,1731964616836/wal.dat.2, journal: Splitting hdfs://localhost:46137/user/jenkins/test-data/eb55fc50-7fcb-9e12-8411-1c86eb38beb0/WALs/testlogsgetarchivedaftersplit,16010,1731964616836/wal.dat.2, size=1.4 K (1393bytes) at 1731964619056Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/eb55fc50-7fcb-9e12-8411-1c86eb38beb0/WALs/testlogsgetarchivedaftersplit,16010,1731964616836/wal.dat.2 so closing down at 1731964619060 (+4 ms)3 split writer threads finished at 1731964619060Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/eb55fc50-7fcb-9e12-8411-1c86eb38beb0/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731964619063 (+3 ms)Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/eb55fc50-7fcb-9e12-8411-1c86eb38beb0/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731964619063Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/eb55fc50-7fcb-9e12-8411-1c86eb38beb0/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731964619081 (+18 ms)Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/eb55fc50-7fcb-9e12-8411-1c86eb38beb0/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:46137/user/jenkins/test-data/eb55fc50-7fcb-9e12-8411-1c86eb38beb0/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731964619082 (+1 ms)Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/eb55fc50-7fcb-9e12-8411-1c86eb38beb0/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731964619477 (+395 ms)Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/eb55fc50-7fcb-9e12-8411-1c86eb38beb0/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:46137/user/jenkins/test-data/eb55fc50-7fcb-9e12-8411-1c86eb38beb0/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731964619479 (+2 ms)Processed 20 edits across 2 Regions in 420 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/eb55fc50-7fcb-9e12-8411-1c86eb38beb0/WALs/testlogsgetarchivedaftersplit,16010,1731964616836/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731964619479 2024-11-18T21:16:59,481 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46137/user/jenkins/test-data/eb55fc50-7fcb-9e12-8411-1c86eb38beb0/WALs/testlogsgetarchivedaftersplit,16010,1731964616836/wal.dat.2 to hdfs://localhost:46137/user/jenkins/test-data/eb55fc50-7fcb-9e12-8411-1c86eb38beb0/oldWALs/wal.dat.2 2024-11-18T21:16:59,481 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46137/user/jenkins/test-data/eb55fc50-7fcb-9e12-8411-1c86eb38beb0/WALs/testlogsgetarchivedaftersplit,16010,1731964616836/wal.dat.3, size=1.4 K (1393bytes) 2024-11-18T21:16:59,481 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46137/user/jenkins/test-data/eb55fc50-7fcb-9e12-8411-1c86eb38beb0/WALs/testlogsgetarchivedaftersplit,16010,1731964616836/wal.dat.3 2024-11-18T21:16:59,481 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46137/user/jenkins/test-data/eb55fc50-7fcb-9e12-8411-1c86eb38beb0/WALs/testlogsgetarchivedaftersplit,16010,1731964616836/wal.dat.3 after 0ms 2024-11-18T21:16:59,483 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46137/user/jenkins/test-data/eb55fc50-7fcb-9e12-8411-1c86eb38beb0/WALs/testlogsgetarchivedaftersplit,16010,1731964616836/wal.dat.3 took 2ms 2024-11-18T21:16:59,484 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/eb55fc50-7fcb-9e12-8411-1c86eb38beb0/WALs/testlogsgetarchivedaftersplit,16010,1731964616836/wal.dat.3 so closing down 2024-11-18T21:16:59,484 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T21:16:59,484 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T21:16:59,489 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-18T21:16:59,489 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-18T21:16:59,490 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/eb55fc50-7fcb-9e12-8411-1c86eb38beb0/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-18T21:16:59,490 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/eb55fc50-7fcb-9e12-8411-1c86eb38beb0/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-18T21:16:59,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742269_1449 (size=743) 2024-11-18T21:16:59,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742269_1449 (size=743) 2024-11-18T21:16:59,498 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/eb55fc50-7fcb-9e12-8411-1c86eb38beb0/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T21:16:59,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742270_1450 (size=743) 2024-11-18T21:16:59,500 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/eb55fc50-7fcb-9e12-8411-1c86eb38beb0/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:46137/user/jenkins/test-data/eb55fc50-7fcb-9e12-8411-1c86eb38beb0/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-18T21:16:59,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742270_1450 (size=743) 2024-11-18T21:16:59,500 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/eb55fc50-7fcb-9e12-8411-1c86eb38beb0/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T21:16:59,501 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/eb55fc50-7fcb-9e12-8411-1c86eb38beb0/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:46137/user/jenkins/test-data/eb55fc50-7fcb-9e12-8411-1c86eb38beb0/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-18T21:16:59,501 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/eb55fc50-7fcb-9e12-8411-1c86eb38beb0/WALs/testlogsgetarchivedaftersplit,16010,1731964616836/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T21:16:59,501 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46137/user/jenkins/test-data/eb55fc50-7fcb-9e12-8411-1c86eb38beb0/WALs/testlogsgetarchivedaftersplit,16010,1731964616836/wal.dat.3, journal: Splitting hdfs://localhost:46137/user/jenkins/test-data/eb55fc50-7fcb-9e12-8411-1c86eb38beb0/WALs/testlogsgetarchivedaftersplit,16010,1731964616836/wal.dat.3, size=1.4 K (1393bytes) at 1731964619481Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/eb55fc50-7fcb-9e12-8411-1c86eb38beb0/WALs/testlogsgetarchivedaftersplit,16010,1731964616836/wal.dat.3 so closing down at 1731964619484 (+3 ms)3 split writer threads finished at 1731964619485 (+1 ms)Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/eb55fc50-7fcb-9e12-8411-1c86eb38beb0/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731964619490 (+5 ms)Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/eb55fc50-7fcb-9e12-8411-1c86eb38beb0/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731964619490Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/eb55fc50-7fcb-9e12-8411-1c86eb38beb0/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731964619498 (+8 ms)Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/eb55fc50-7fcb-9e12-8411-1c86eb38beb0/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:46137/user/jenkins/test-data/eb55fc50-7fcb-9e12-8411-1c86eb38beb0/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731964619500 (+2 ms)Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/eb55fc50-7fcb-9e12-8411-1c86eb38beb0/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731964619500Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/eb55fc50-7fcb-9e12-8411-1c86eb38beb0/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:46137/user/jenkins/test-data/eb55fc50-7fcb-9e12-8411-1c86eb38beb0/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1731964619501 (+1 ms)Processed 20 edits across 2 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/eb55fc50-7fcb-9e12-8411-1c86eb38beb0/WALs/testlogsgetarchivedaftersplit,16010,1731964616836/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731964619501 2024-11-18T21:16:59,502 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46137/user/jenkins/test-data/eb55fc50-7fcb-9e12-8411-1c86eb38beb0/WALs/testlogsgetarchivedaftersplit,16010,1731964616836/wal.dat.3 to hdfs://localhost:46137/user/jenkins/test-data/eb55fc50-7fcb-9e12-8411-1c86eb38beb0/oldWALs/wal.dat.3 2024-11-18T21:16:59,503 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46137/user/jenkins/test-data/eb55fc50-7fcb-9e12-8411-1c86eb38beb0/WALs/testlogsgetarchivedaftersplit,16010,1731964616836/wal.dat.4, size=1.4 K (1393bytes) 2024-11-18T21:16:59,503 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46137/user/jenkins/test-data/eb55fc50-7fcb-9e12-8411-1c86eb38beb0/WALs/testlogsgetarchivedaftersplit,16010,1731964616836/wal.dat.4 2024-11-18T21:16:59,503 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46137/user/jenkins/test-data/eb55fc50-7fcb-9e12-8411-1c86eb38beb0/WALs/testlogsgetarchivedaftersplit,16010,1731964616836/wal.dat.4 after 0ms 2024-11-18T21:16:59,504 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46137/user/jenkins/test-data/eb55fc50-7fcb-9e12-8411-1c86eb38beb0/WALs/testlogsgetarchivedaftersplit,16010,1731964616836/wal.dat.4 took 2ms 2024-11-18T21:16:59,505 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/eb55fc50-7fcb-9e12-8411-1c86eb38beb0/WALs/testlogsgetarchivedaftersplit,16010,1731964616836/wal.dat.4 so closing down 2024-11-18T21:16:59,505 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T21:16:59,505 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T21:16:59,507 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-18T21:16:59,507 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-18T21:16:59,508 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/eb55fc50-7fcb-9e12-8411-1c86eb38beb0/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-18T21:16:59,508 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/eb55fc50-7fcb-9e12-8411-1c86eb38beb0/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-18T21:16:59,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742271_1451 (size=743) 2024-11-18T21:16:59,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742271_1451 (size=743) 2024-11-18T21:16:59,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742272_1452 (size=743) 2024-11-18T21:16:59,514 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/eb55fc50-7fcb-9e12-8411-1c86eb38beb0/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T21:16:59,515 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/eb55fc50-7fcb-9e12-8411-1c86eb38beb0/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T21:16:59,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742272_1452 (size=743) 2024-11-18T21:16:59,516 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/eb55fc50-7fcb-9e12-8411-1c86eb38beb0/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:46137/user/jenkins/test-data/eb55fc50-7fcb-9e12-8411-1c86eb38beb0/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-18T21:16:59,516 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/eb55fc50-7fcb-9e12-8411-1c86eb38beb0/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:46137/user/jenkins/test-data/eb55fc50-7fcb-9e12-8411-1c86eb38beb0/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-18T21:16:59,516 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 11 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/eb55fc50-7fcb-9e12-8411-1c86eb38beb0/WALs/testlogsgetarchivedaftersplit,16010,1731964616836/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T21:16:59,516 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46137/user/jenkins/test-data/eb55fc50-7fcb-9e12-8411-1c86eb38beb0/WALs/testlogsgetarchivedaftersplit,16010,1731964616836/wal.dat.4, journal: Splitting hdfs://localhost:46137/user/jenkins/test-data/eb55fc50-7fcb-9e12-8411-1c86eb38beb0/WALs/testlogsgetarchivedaftersplit,16010,1731964616836/wal.dat.4, size=1.4 K (1393bytes) at 1731964619503Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/eb55fc50-7fcb-9e12-8411-1c86eb38beb0/WALs/testlogsgetarchivedaftersplit,16010,1731964616836/wal.dat.4 so closing down at 1731964619505 (+2 ms)3 split writer threads finished at 1731964619505Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/eb55fc50-7fcb-9e12-8411-1c86eb38beb0/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731964619508 (+3 ms)Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/eb55fc50-7fcb-9e12-8411-1c86eb38beb0/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731964619508Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/eb55fc50-7fcb-9e12-8411-1c86eb38beb0/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731964619515 (+7 ms)Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/eb55fc50-7fcb-9e12-8411-1c86eb38beb0/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731964619515Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/eb55fc50-7fcb-9e12-8411-1c86eb38beb0/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:46137/user/jenkins/test-data/eb55fc50-7fcb-9e12-8411-1c86eb38beb0/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1731964619516 (+1 ms)Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/eb55fc50-7fcb-9e12-8411-1c86eb38beb0/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:46137/user/jenkins/test-data/eb55fc50-7fcb-9e12-8411-1c86eb38beb0/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731964619516Processed 20 edits across 2 Regions in 11 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/eb55fc50-7fcb-9e12-8411-1c86eb38beb0/WALs/testlogsgetarchivedaftersplit,16010,1731964616836/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731964619516 2024-11-18T21:16:59,517 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46137/user/jenkins/test-data/eb55fc50-7fcb-9e12-8411-1c86eb38beb0/WALs/testlogsgetarchivedaftersplit,16010,1731964616836/wal.dat.4 to hdfs://localhost:46137/user/jenkins/test-data/eb55fc50-7fcb-9e12-8411-1c86eb38beb0/oldWALs/wal.dat.4 2024-11-18T21:16:59,518 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46137/user/jenkins/test-data/eb55fc50-7fcb-9e12-8411-1c86eb38beb0/WALs/testlogsgetarchivedaftersplit,16010,1731964616836/wal.dat.5, size=1.4 K (1393bytes) 2024-11-18T21:16:59,518 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46137/user/jenkins/test-data/eb55fc50-7fcb-9e12-8411-1c86eb38beb0/WALs/testlogsgetarchivedaftersplit,16010,1731964616836/wal.dat.5 2024-11-18T21:16:59,518 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46137/user/jenkins/test-data/eb55fc50-7fcb-9e12-8411-1c86eb38beb0/WALs/testlogsgetarchivedaftersplit,16010,1731964616836/wal.dat.5 after 0ms 2024-11-18T21:16:59,519 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46137/user/jenkins/test-data/eb55fc50-7fcb-9e12-8411-1c86eb38beb0/WALs/testlogsgetarchivedaftersplit,16010,1731964616836/wal.dat.5 took 1ms 2024-11-18T21:16:59,520 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/eb55fc50-7fcb-9e12-8411-1c86eb38beb0/WALs/testlogsgetarchivedaftersplit,16010,1731964616836/wal.dat.5 so closing down 2024-11-18T21:16:59,520 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T21:16:59,520 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T21:16:59,522 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-18T21:16:59,522 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-18T21:16:59,523 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/eb55fc50-7fcb-9e12-8411-1c86eb38beb0/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-18T21:16:59,524 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/eb55fc50-7fcb-9e12-8411-1c86eb38beb0/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-18T21:16:59,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742273_1453 (size=743) 2024-11-18T21:16:59,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742273_1453 (size=743) 2024-11-18T21:16:59,531 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/eb55fc50-7fcb-9e12-8411-1c86eb38beb0/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T21:16:59,533 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/eb55fc50-7fcb-9e12-8411-1c86eb38beb0/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:46137/user/jenkins/test-data/eb55fc50-7fcb-9e12-8411-1c86eb38beb0/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-18T21:16:59,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742274_1454 (size=743) 2024-11-18T21:16:59,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742274_1454 (size=743) 2024-11-18T21:16:59,538 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/eb55fc50-7fcb-9e12-8411-1c86eb38beb0/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T21:16:59,539 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/eb55fc50-7fcb-9e12-8411-1c86eb38beb0/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:46137/user/jenkins/test-data/eb55fc50-7fcb-9e12-8411-1c86eb38beb0/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-18T21:16:59,539 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 19 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/eb55fc50-7fcb-9e12-8411-1c86eb38beb0/WALs/testlogsgetarchivedaftersplit,16010,1731964616836/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T21:16:59,539 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46137/user/jenkins/test-data/eb55fc50-7fcb-9e12-8411-1c86eb38beb0/WALs/testlogsgetarchivedaftersplit,16010,1731964616836/wal.dat.5, journal: Splitting hdfs://localhost:46137/user/jenkins/test-data/eb55fc50-7fcb-9e12-8411-1c86eb38beb0/WALs/testlogsgetarchivedaftersplit,16010,1731964616836/wal.dat.5, size=1.4 K (1393bytes) at 1731964619518Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/eb55fc50-7fcb-9e12-8411-1c86eb38beb0/WALs/testlogsgetarchivedaftersplit,16010,1731964616836/wal.dat.5 so closing down at 1731964619520 (+2 ms)3 split writer threads finished at 1731964619520Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/eb55fc50-7fcb-9e12-8411-1c86eb38beb0/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731964619523 (+3 ms)Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/eb55fc50-7fcb-9e12-8411-1c86eb38beb0/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1731964619524 (+1 ms)Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/eb55fc50-7fcb-9e12-8411-1c86eb38beb0/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731964619531 (+7 ms)Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/eb55fc50-7fcb-9e12-8411-1c86eb38beb0/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:46137/user/jenkins/test-data/eb55fc50-7fcb-9e12-8411-1c86eb38beb0/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1731964619533 (+2 ms)Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/eb55fc50-7fcb-9e12-8411-1c86eb38beb0/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731964619538 (+5 ms)Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/eb55fc50-7fcb-9e12-8411-1c86eb38beb0/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:46137/user/jenkins/test-data/eb55fc50-7fcb-9e12-8411-1c86eb38beb0/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1731964619539 (+1 ms)Processed 20 edits across 2 Regions in 19 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/eb55fc50-7fcb-9e12-8411-1c86eb38beb0/WALs/testlogsgetarchivedaftersplit,16010,1731964616836/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731964619539 2024-11-18T21:16:59,541 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46137/user/jenkins/test-data/eb55fc50-7fcb-9e12-8411-1c86eb38beb0/WALs/testlogsgetarchivedaftersplit,16010,1731964616836/wal.dat.5 to hdfs://localhost:46137/user/jenkins/test-data/eb55fc50-7fcb-9e12-8411-1c86eb38beb0/oldWALs/wal.dat.5 2024-11-18T21:16:59,541 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46137/user/jenkins/test-data/eb55fc50-7fcb-9e12-8411-1c86eb38beb0/WALs/testlogsgetarchivedaftersplit,16010,1731964616836/wal.dat.6, size=1.4 K (1405bytes) 2024-11-18T21:16:59,541 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46137/user/jenkins/test-data/eb55fc50-7fcb-9e12-8411-1c86eb38beb0/WALs/testlogsgetarchivedaftersplit,16010,1731964616836/wal.dat.6 2024-11-18T21:16:59,541 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46137/user/jenkins/test-data/eb55fc50-7fcb-9e12-8411-1c86eb38beb0/WALs/testlogsgetarchivedaftersplit,16010,1731964616836/wal.dat.6 after 0ms 2024-11-18T21:16:59,543 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46137/user/jenkins/test-data/eb55fc50-7fcb-9e12-8411-1c86eb38beb0/WALs/testlogsgetarchivedaftersplit,16010,1731964616836/wal.dat.6 took 2ms 2024-11-18T21:16:59,544 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/eb55fc50-7fcb-9e12-8411-1c86eb38beb0/WALs/testlogsgetarchivedaftersplit,16010,1731964616836/wal.dat.6 so closing down 2024-11-18T21:16:59,544 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T21:16:59,544 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T21:16:59,545 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-18T21:16:59,545 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-18T21:16:59,546 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/eb55fc50-7fcb-9e12-8411-1c86eb38beb0/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-18T21:16:59,546 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/eb55fc50-7fcb-9e12-8411-1c86eb38beb0/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-18T21:16:59,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742276_1456 (size=749) 2024-11-18T21:16:59,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742276_1456 (size=749) 2024-11-18T21:16:59,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742275_1455 (size=749) 2024-11-18T21:16:59,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742275_1455 (size=749) 2024-11-18T21:16:59,559 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/eb55fc50-7fcb-9e12-8411-1c86eb38beb0/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T21:16:59,561 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/eb55fc50-7fcb-9e12-8411-1c86eb38beb0/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:46137/user/jenkins/test-data/eb55fc50-7fcb-9e12-8411-1c86eb38beb0/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-18T21:16:59,955 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/eb55fc50-7fcb-9e12-8411-1c86eb38beb0/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T21:16:59,956 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/eb55fc50-7fcb-9e12-8411-1c86eb38beb0/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:46137/user/jenkins/test-data/eb55fc50-7fcb-9e12-8411-1c86eb38beb0/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-18T21:16:59,956 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 413 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/eb55fc50-7fcb-9e12-8411-1c86eb38beb0/WALs/testlogsgetarchivedaftersplit,16010,1731964616836/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-18T21:16:59,956 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46137/user/jenkins/test-data/eb55fc50-7fcb-9e12-8411-1c86eb38beb0/WALs/testlogsgetarchivedaftersplit,16010,1731964616836/wal.dat.6, journal: Splitting hdfs://localhost:46137/user/jenkins/test-data/eb55fc50-7fcb-9e12-8411-1c86eb38beb0/WALs/testlogsgetarchivedaftersplit,16010,1731964616836/wal.dat.6, size=1.4 K (1405bytes) at 1731964619541Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/eb55fc50-7fcb-9e12-8411-1c86eb38beb0/WALs/testlogsgetarchivedaftersplit,16010,1731964616836/wal.dat.6 so closing down at 1731964619544 (+3 ms)3 split writer threads finished at 1731964619544Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/eb55fc50-7fcb-9e12-8411-1c86eb38beb0/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731964619546 (+2 ms)Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/eb55fc50-7fcb-9e12-8411-1c86eb38beb0/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731964619546Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/eb55fc50-7fcb-9e12-8411-1c86eb38beb0/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731964619559 (+13 ms)Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/eb55fc50-7fcb-9e12-8411-1c86eb38beb0/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:46137/user/jenkins/test-data/eb55fc50-7fcb-9e12-8411-1c86eb38beb0/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1731964619561 (+2 ms)Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/eb55fc50-7fcb-9e12-8411-1c86eb38beb0/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731964619955 (+394 ms)Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/eb55fc50-7fcb-9e12-8411-1c86eb38beb0/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:46137/user/jenkins/test-data/eb55fc50-7fcb-9e12-8411-1c86eb38beb0/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1731964619956 (+1 ms)Processed 20 edits across 2 Regions in 413 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/eb55fc50-7fcb-9e12-8411-1c86eb38beb0/WALs/testlogsgetarchivedaftersplit,16010,1731964616836/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1731964619956 2024-11-18T21:16:59,958 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46137/user/jenkins/test-data/eb55fc50-7fcb-9e12-8411-1c86eb38beb0/WALs/testlogsgetarchivedaftersplit,16010,1731964616836/wal.dat.6 to hdfs://localhost:46137/user/jenkins/test-data/eb55fc50-7fcb-9e12-8411-1c86eb38beb0/oldWALs/wal.dat.6 2024-11-18T21:16:59,958 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46137/user/jenkins/test-data/eb55fc50-7fcb-9e12-8411-1c86eb38beb0/WALs/testlogsgetarchivedaftersplit,16010,1731964616836/wal.dat.7, size=1.4 K (1413bytes) 2024-11-18T21:16:59,958 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46137/user/jenkins/test-data/eb55fc50-7fcb-9e12-8411-1c86eb38beb0/WALs/testlogsgetarchivedaftersplit,16010,1731964616836/wal.dat.7 2024-11-18T21:16:59,959 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46137/user/jenkins/test-data/eb55fc50-7fcb-9e12-8411-1c86eb38beb0/WALs/testlogsgetarchivedaftersplit,16010,1731964616836/wal.dat.7 after 1ms 2024-11-18T21:16:59,960 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46137/user/jenkins/test-data/eb55fc50-7fcb-9e12-8411-1c86eb38beb0/WALs/testlogsgetarchivedaftersplit,16010,1731964616836/wal.dat.7 took 2ms 2024-11-18T21:16:59,961 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/eb55fc50-7fcb-9e12-8411-1c86eb38beb0/WALs/testlogsgetarchivedaftersplit,16010,1731964616836/wal.dat.7 so closing down 2024-11-18T21:16:59,961 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T21:16:59,961 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T21:16:59,963 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-18T21:16:59,965 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/eb55fc50-7fcb-9e12-8411-1c86eb38beb0/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-18T21:16:59,967 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-18T21:16:59,968 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/eb55fc50-7fcb-9e12-8411-1c86eb38beb0/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-18T21:16:59,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742277_1457 (size=753) 2024-11-18T21:16:59,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742277_1457 (size=753) 2024-11-18T21:16:59,970 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/eb55fc50-7fcb-9e12-8411-1c86eb38beb0/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T21:16:59,972 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/eb55fc50-7fcb-9e12-8411-1c86eb38beb0/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:46137/user/jenkins/test-data/eb55fc50-7fcb-9e12-8411-1c86eb38beb0/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-18T21:16:59,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742278_1458 (size=753) 2024-11-18T21:16:59,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742278_1458 (size=753) 2024-11-18T21:17:00,002 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/eb55fc50-7fcb-9e12-8411-1c86eb38beb0/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T21:17:00,024 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/eb55fc50-7fcb-9e12-8411-1c86eb38beb0/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:46137/user/jenkins/test-data/eb55fc50-7fcb-9e12-8411-1c86eb38beb0/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-18T21:17:00,026 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 65 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/eb55fc50-7fcb-9e12-8411-1c86eb38beb0/WALs/testlogsgetarchivedaftersplit,16010,1731964616836/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-18T21:17:00,026 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46137/user/jenkins/test-data/eb55fc50-7fcb-9e12-8411-1c86eb38beb0/WALs/testlogsgetarchivedaftersplit,16010,1731964616836/wal.dat.7, journal: Splitting hdfs://localhost:46137/user/jenkins/test-data/eb55fc50-7fcb-9e12-8411-1c86eb38beb0/WALs/testlogsgetarchivedaftersplit,16010,1731964616836/wal.dat.7, size=1.4 K (1413bytes) at 1731964619958Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/eb55fc50-7fcb-9e12-8411-1c86eb38beb0/WALs/testlogsgetarchivedaftersplit,16010,1731964616836/wal.dat.7 so closing down at 1731964619961 (+3 ms)3 split writer threads finished at 1731964619961Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/eb55fc50-7fcb-9e12-8411-1c86eb38beb0/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731964619965 (+4 ms)Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/eb55fc50-7fcb-9e12-8411-1c86eb38beb0/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731964619968 (+3 ms)Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/eb55fc50-7fcb-9e12-8411-1c86eb38beb0/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731964619970 (+2 ms)Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/eb55fc50-7fcb-9e12-8411-1c86eb38beb0/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:46137/user/jenkins/test-data/eb55fc50-7fcb-9e12-8411-1c86eb38beb0/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1731964619972 (+2 ms)Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/eb55fc50-7fcb-9e12-8411-1c86eb38beb0/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731964620002 (+30 ms)Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/eb55fc50-7fcb-9e12-8411-1c86eb38beb0/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:46137/user/jenkins/test-data/eb55fc50-7fcb-9e12-8411-1c86eb38beb0/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1731964620025 (+23 ms)Processed 20 edits across 2 Regions in 65 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/eb55fc50-7fcb-9e12-8411-1c86eb38beb0/WALs/testlogsgetarchivedaftersplit,16010,1731964616836/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731964620026 (+1 ms) 2024-11-18T21:17:00,032 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46137/user/jenkins/test-data/eb55fc50-7fcb-9e12-8411-1c86eb38beb0/WALs/testlogsgetarchivedaftersplit,16010,1731964616836/wal.dat.7 to hdfs://localhost:46137/user/jenkins/test-data/eb55fc50-7fcb-9e12-8411-1c86eb38beb0/oldWALs/wal.dat.7 2024-11-18T21:17:00,033 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46137/user/jenkins/test-data/eb55fc50-7fcb-9e12-8411-1c86eb38beb0/WALs/testlogsgetarchivedaftersplit,16010,1731964616836/wal.dat.8, size=1.4 K (1413bytes) 2024-11-18T21:17:00,033 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46137/user/jenkins/test-data/eb55fc50-7fcb-9e12-8411-1c86eb38beb0/WALs/testlogsgetarchivedaftersplit,16010,1731964616836/wal.dat.8 2024-11-18T21:17:00,033 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46137/user/jenkins/test-data/eb55fc50-7fcb-9e12-8411-1c86eb38beb0/WALs/testlogsgetarchivedaftersplit,16010,1731964616836/wal.dat.8 after 0ms 2024-11-18T21:17:00,036 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46137/user/jenkins/test-data/eb55fc50-7fcb-9e12-8411-1c86eb38beb0/WALs/testlogsgetarchivedaftersplit,16010,1731964616836/wal.dat.8 took 4ms 2024-11-18T21:17:00,051 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/eb55fc50-7fcb-9e12-8411-1c86eb38beb0/WALs/testlogsgetarchivedaftersplit,16010,1731964616836/wal.dat.8 so closing down 2024-11-18T21:17:00,051 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T21:17:00,051 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T21:17:00,054 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-18T21:17:00,054 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-18T21:17:00,055 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/eb55fc50-7fcb-9e12-8411-1c86eb38beb0/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-18T21:17:00,056 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/eb55fc50-7fcb-9e12-8411-1c86eb38beb0/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-18T21:17:00,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742279_1459 (size=753) 2024-11-18T21:17:00,068 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/eb55fc50-7fcb-9e12-8411-1c86eb38beb0/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T21:17:00,069 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/eb55fc50-7fcb-9e12-8411-1c86eb38beb0/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:46137/user/jenkins/test-data/eb55fc50-7fcb-9e12-8411-1c86eb38beb0/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-18T21:17:00,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742279_1459 (size=753) 2024-11-18T21:17:00,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742280_1460 (size=753) 2024-11-18T21:17:00,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742280_1460 (size=753) 2024-11-18T21:17:00,478 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/eb55fc50-7fcb-9e12-8411-1c86eb38beb0/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T21:17:00,479 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/eb55fc50-7fcb-9e12-8411-1c86eb38beb0/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:46137/user/jenkins/test-data/eb55fc50-7fcb-9e12-8411-1c86eb38beb0/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-18T21:17:00,480 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 433 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/eb55fc50-7fcb-9e12-8411-1c86eb38beb0/WALs/testlogsgetarchivedaftersplit,16010,1731964616836/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-18T21:17:00,480 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46137/user/jenkins/test-data/eb55fc50-7fcb-9e12-8411-1c86eb38beb0/WALs/testlogsgetarchivedaftersplit,16010,1731964616836/wal.dat.8, journal: Splitting hdfs://localhost:46137/user/jenkins/test-data/eb55fc50-7fcb-9e12-8411-1c86eb38beb0/WALs/testlogsgetarchivedaftersplit,16010,1731964616836/wal.dat.8, size=1.4 K (1413bytes) at 1731964620033Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/eb55fc50-7fcb-9e12-8411-1c86eb38beb0/WALs/testlogsgetarchivedaftersplit,16010,1731964616836/wal.dat.8 so closing down at 1731964620051 (+18 ms)3 split writer threads finished at 1731964620051Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/eb55fc50-7fcb-9e12-8411-1c86eb38beb0/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731964620055 (+4 ms)Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/eb55fc50-7fcb-9e12-8411-1c86eb38beb0/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731964620056 (+1 ms)Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/eb55fc50-7fcb-9e12-8411-1c86eb38beb0/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731964620068 (+12 ms)Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/eb55fc50-7fcb-9e12-8411-1c86eb38beb0/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:46137/user/jenkins/test-data/eb55fc50-7fcb-9e12-8411-1c86eb38beb0/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1731964620069 (+1 ms)Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/eb55fc50-7fcb-9e12-8411-1c86eb38beb0/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731964620478 (+409 ms)Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/eb55fc50-7fcb-9e12-8411-1c86eb38beb0/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:46137/user/jenkins/test-data/eb55fc50-7fcb-9e12-8411-1c86eb38beb0/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1731964620479 (+1 ms)Processed 20 edits across 2 Regions in 433 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/eb55fc50-7fcb-9e12-8411-1c86eb38beb0/WALs/testlogsgetarchivedaftersplit,16010,1731964616836/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731964620480 (+1 ms) 2024-11-18T21:17:00,482 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46137/user/jenkins/test-data/eb55fc50-7fcb-9e12-8411-1c86eb38beb0/WALs/testlogsgetarchivedaftersplit,16010,1731964616836/wal.dat.8 to hdfs://localhost:46137/user/jenkins/test-data/eb55fc50-7fcb-9e12-8411-1c86eb38beb0/oldWALs/wal.dat.8 2024-11-18T21:17:00,482 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46137/user/jenkins/test-data/eb55fc50-7fcb-9e12-8411-1c86eb38beb0/WALs/testlogsgetarchivedaftersplit,16010,1731964616836/wal.dat.9, size=1.4 K (1413bytes) 2024-11-18T21:17:00,482 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46137/user/jenkins/test-data/eb55fc50-7fcb-9e12-8411-1c86eb38beb0/WALs/testlogsgetarchivedaftersplit,16010,1731964616836/wal.dat.9 2024-11-18T21:17:00,483 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46137/user/jenkins/test-data/eb55fc50-7fcb-9e12-8411-1c86eb38beb0/WALs/testlogsgetarchivedaftersplit,16010,1731964616836/wal.dat.9 after 1ms 2024-11-18T21:17:00,485 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46137/user/jenkins/test-data/eb55fc50-7fcb-9e12-8411-1c86eb38beb0/WALs/testlogsgetarchivedaftersplit,16010,1731964616836/wal.dat.9 took 3ms 2024-11-18T21:17:00,489 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/eb55fc50-7fcb-9e12-8411-1c86eb38beb0/WALs/testlogsgetarchivedaftersplit,16010,1731964616836/wal.dat.9 so closing down 2024-11-18T21:17:00,489 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T21:17:00,489 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T21:17:00,493 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-18T21:17:00,494 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-18T21:17:00,496 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/eb55fc50-7fcb-9e12-8411-1c86eb38beb0/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-18T21:17:00,496 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/eb55fc50-7fcb-9e12-8411-1c86eb38beb0/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-18T21:17:00,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742281_1461 (size=753) 2024-11-18T21:17:00,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742281_1461 (size=753) 2024-11-18T21:17:00,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742282_1462 (size=753) 2024-11-18T21:17:00,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742282_1462 (size=753) 2024-11-18T21:17:00,513 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/eb55fc50-7fcb-9e12-8411-1c86eb38beb0/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T21:17:00,514 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/eb55fc50-7fcb-9e12-8411-1c86eb38beb0/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:46137/user/jenkins/test-data/eb55fc50-7fcb-9e12-8411-1c86eb38beb0/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-18T21:17:00,905 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/eb55fc50-7fcb-9e12-8411-1c86eb38beb0/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T21:17:00,906 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/eb55fc50-7fcb-9e12-8411-1c86eb38beb0/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:46137/user/jenkins/test-data/eb55fc50-7fcb-9e12-8411-1c86eb38beb0/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-18T21:17:00,906 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 421 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/eb55fc50-7fcb-9e12-8411-1c86eb38beb0/WALs/testlogsgetarchivedaftersplit,16010,1731964616836/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-18T21:17:00,907 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46137/user/jenkins/test-data/eb55fc50-7fcb-9e12-8411-1c86eb38beb0/WALs/testlogsgetarchivedaftersplit,16010,1731964616836/wal.dat.9, journal: Splitting hdfs://localhost:46137/user/jenkins/test-data/eb55fc50-7fcb-9e12-8411-1c86eb38beb0/WALs/testlogsgetarchivedaftersplit,16010,1731964616836/wal.dat.9, size=1.4 K (1413bytes) at 1731964620482Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/eb55fc50-7fcb-9e12-8411-1c86eb38beb0/WALs/testlogsgetarchivedaftersplit,16010,1731964616836/wal.dat.9 so closing down at 1731964620489 (+7 ms)3 split writer threads finished at 1731964620489Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/eb55fc50-7fcb-9e12-8411-1c86eb38beb0/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731964620496 (+7 ms)Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/eb55fc50-7fcb-9e12-8411-1c86eb38beb0/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731964620496Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/eb55fc50-7fcb-9e12-8411-1c86eb38beb0/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731964620513 (+17 ms)Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/eb55fc50-7fcb-9e12-8411-1c86eb38beb0/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:46137/user/jenkins/test-data/eb55fc50-7fcb-9e12-8411-1c86eb38beb0/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1731964620514 (+1 ms)Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/eb55fc50-7fcb-9e12-8411-1c86eb38beb0/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731964620905 (+391 ms)Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/eb55fc50-7fcb-9e12-8411-1c86eb38beb0/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:46137/user/jenkins/test-data/eb55fc50-7fcb-9e12-8411-1c86eb38beb0/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731964620906 (+1 ms)Processed 20 edits across 2 Regions in 421 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/eb55fc50-7fcb-9e12-8411-1c86eb38beb0/WALs/testlogsgetarchivedaftersplit,16010,1731964616836/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731964620906 2024-11-18T21:17:00,908 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46137/user/jenkins/test-data/eb55fc50-7fcb-9e12-8411-1c86eb38beb0/WALs/testlogsgetarchivedaftersplit,16010,1731964616836/wal.dat.9 to hdfs://localhost:46137/user/jenkins/test-data/eb55fc50-7fcb-9e12-8411-1c86eb38beb0/oldWALs/wal.dat.9 2024-11-18T21:17:00,922 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testLogsGetArchivedAfterSplit Thread=131 (was 131), OpenFileDescriptor=391 (was 399), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1592 (was 1609), ProcessCount=11 (was 11), AvailableMemoryMB=2172 (was 1408) - AvailableMemoryMB LEAK? - 2024-11-18T21:17:00,931 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testConcurrentSplitLogAndReplayRecoverEdit Thread=131, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=1592, ProcessCount=11, AvailableMemoryMB=2170 2024-11-18T21:17:00,931 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-18T21:17:00,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742283_1463 (size=7) 2024-11-18T21:17:00,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742283_1463 (size=7) 2024-11-18T21:17:00,943 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46137/user/jenkins/test-data/9ef4685d-dcb0-9285-14b4-7002b6c51974 with version=8 2024-11-18T21:17:00,943 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T21:17:00,945 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T21:17:00,948 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-18T21:17:00,951 INFO [Time-limited test {}] wal.TestWALSplit(1153): testConcurrentSplitLogAndReplayRecoverEdit 2024-11-18T21:17:00,951 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region r0 2024-11-18T21:17:00,953 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-18T21:17:00,954 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:00,954 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:00,978 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:00,978 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:00,980 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:00,980 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:00,985 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:00,985 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:00,988 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:00,988 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:00,992 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:00,992 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:01,000 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:01,000 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:01,000 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:01,000 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:01,000 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:01,000 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:01,001 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:01,001 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:01,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742284_1464 (size=723) 2024-11-18T21:17:01,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742284_1464 (size=723) 2024-11-18T21:17:01,406 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-18T21:17:01,406 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-18T21:17:01,407 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:01,407 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:01,413 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:01,413 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:01,414 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:01,414 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:01,414 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:01,414 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:01,414 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:01,414 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:01,415 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:01,415 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:01,415 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:01,415 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:01,415 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:01,415 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:01,416 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:01,416 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:01,416 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:01,416 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:01,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742285_1465 (size=723) 2024-11-18T21:17:01,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742285_1465 (size=723) 2024-11-18T21:17:01,818 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-18T21:17:01,819 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-18T21:17:01,820 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:01,820 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:01,824 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:01,824 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:01,824 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:01,824 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:01,825 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:01,825 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:01,825 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:01,825 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:01,825 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:01,825 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:01,826 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:01,826 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:01,826 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:01,826 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:01,826 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:01,827 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:01,827 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:01,827 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:01,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742286_1466 (size=723) 2024-11-18T21:17:01,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742286_1466 (size=723) 2024-11-18T21:17:01,829 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-18T21:17:01,830 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-18T21:17:01,831 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:01,831 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:01,840 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:01,840 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:01,840 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:01,840 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:01,841 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:01,841 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:01,841 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:01,841 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:01,841 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:01,841 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:01,841 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:01,841 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:01,842 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:01,842 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:01,842 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:01,842 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:01,842 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:01,842 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:01,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742287_1467 (size=723) 2024-11-18T21:17:01,844 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-18T21:17:01,845 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-18T21:17:01,846 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:01,846 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:01,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742287_1467 (size=723) 2024-11-18T21:17:01,851 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:01,851 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:01,851 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:01,852 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:01,852 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:01,852 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:01,853 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:01,853 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:01,853 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:01,853 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:01,853 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:01,853 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:01,854 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:01,854 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:01,854 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:01,854 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:01,854 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:01,854 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:01,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742288_1468 (size=723) 2024-11-18T21:17:01,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742288_1468 (size=723) 2024-11-18T21:17:02,259 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-18T21:17:02,259 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-18T21:17:02,260 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:02,260 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:02,269 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:02,269 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:02,269 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:02,270 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:02,270 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:02,270 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:02,270 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:02,270 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:02,270 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:02,270 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:02,271 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:02,271 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:02,271 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:02,271 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:02,271 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:02,271 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:02,272 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:02,272 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:02,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742289_1469 (size=723) 2024-11-18T21:17:02,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742289_1469 (size=723) 2024-11-18T21:17:02,284 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-18T21:17:02,284 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-18T21:17:02,286 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:02,286 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:02,292 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:02,292 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:02,293 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:02,293 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:02,293 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:02,293 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:02,293 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:02,293 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:02,293 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:02,293 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:02,294 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:02,294 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:02,294 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:02,294 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:02,294 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:02,294 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:02,295 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:02,295 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:02,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742290_1470 (size=723) 2024-11-18T21:17:02,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742290_1470 (size=723) 2024-11-18T21:17:02,297 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-18T21:17:02,297 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-18T21:17:02,299 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:02,299 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:02,304 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:02,304 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:02,305 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:02,305 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:02,305 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:02,305 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:02,306 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:02,306 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:02,306 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:02,306 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:02,309 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:02,309 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:02,309 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:02,309 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:02,309 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:02,309 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:02,309 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:02,310 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:02,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742291_1471 (size=723) 2024-11-18T21:17:02,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742291_1471 (size=723) 2024-11-18T21:17:02,316 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-18T21:17:02,317 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-18T21:17:02,318 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:02,318 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:02,329 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:02,329 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:02,330 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:02,330 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:02,330 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:02,330 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:02,330 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:02,330 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:02,331 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:02,331 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:02,331 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:02,331 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:02,331 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:02,331 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:02,332 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:02,332 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:02,332 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:02,332 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:02,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742292_1472 (size=723) 2024-11-18T21:17:02,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742292_1472 (size=723) 2024-11-18T21:17:02,334 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-18T21:17:02,335 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-18T21:17:02,336 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:02,336 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:02,339 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:02,339 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:02,340 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:02,340 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:02,340 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:02,340 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:02,341 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:02,341 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:02,341 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:02,341 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:02,342 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:02,342 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:02,342 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:02,342 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:02,342 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:02,342 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:02,343 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:02,343 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:02,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742293_1473 (size=723) 2024-11-18T21:17:02,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742293_1473 (size=723) 2024-11-18T21:17:02,348 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-18T21:17:02,370 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=testConcurrentSplitLogAndReplayRecoverEdit, suffix=, logDir=hdfs://localhost:46137/user/jenkins/test-data/fbb53df5-3986-5eee-f1e5-c282bbfecd44/WALs/testConcurrentSplitLogAndReplayRecoverEdit, archiveDir=hdfs://localhost:46137/user/jenkins/test-data/fbb53df5-3986-5eee-f1e5-c282bbfecd44/oldWALs, maxLogs=32 2024-11-18T21:17:02,446 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testConcurrentSplitLogAndReplayRecoverEdit.1731964622442 2024-11-18T21:17:02,484 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fbb53df5-3986-5eee-f1e5-c282bbfecd44/WALs/testConcurrentSplitLogAndReplayRecoverEdit/testConcurrentSplitLogAndReplayRecoverEdit.1731964622442 2024-11-18T21:17:02,561 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new FSHLog writer with pipeline: [(127.0.0.1/127.0.0.1:42109:42109),(127.0.0.1/127.0.0.1:44197:44197)] 2024-11-18T21:17:02,601 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46137/user/jenkins/test-data/fbb53df5-3986-5eee-f1e5-c282bbfecd44/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1731964620948/wal.dat.0, size=723 (723bytes) 2024-11-18T21:17:02,601 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46137/user/jenkins/test-data/fbb53df5-3986-5eee-f1e5-c282bbfecd44/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1731964620948/wal.dat.0 2024-11-18T21:17:02,602 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46137/user/jenkins/test-data/fbb53df5-3986-5eee-f1e5-c282bbfecd44/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1731964620948/wal.dat.0 after 1ms 2024-11-18T21:17:02,605 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46137/user/jenkins/test-data/fbb53df5-3986-5eee-f1e5-c282bbfecd44/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1731964620948/wal.dat.0 took 4ms 2024-11-18T21:17:02,614 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/fbb53df5-3986-5eee-f1e5-c282bbfecd44/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1731964620948/wal.dat.0 so closing down 2024-11-18T21:17:02,614 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T21:17:02,617 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T21:17:02,620 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-18T21:17:02,622 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/fbb53df5-3986-5eee-f1e5-c282bbfecd44/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-18T21:17:02,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742295_1475 (size=723) 2024-11-18T21:17:02,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742295_1475 (size=723) 2024-11-18T21:17:03,069 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/fbb53df5-3986-5eee-f1e5-c282bbfecd44/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T21:17:03,071 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/fbb53df5-3986-5eee-f1e5-c282bbfecd44/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:46137/user/jenkins/test-data/fbb53df5-3986-5eee-f1e5-c282bbfecd44/data/default/t1/r0/recovered.edits/0000000000000000009 2024-11-18T21:17:03,071 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 1 Regions in 459 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/fbb53df5-3986-5eee-f1e5-c282bbfecd44/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1731964620948/wal.dat.0, size=723, length=723, corrupted=false, cancelled=false 2024-11-18T21:17:03,071 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46137/user/jenkins/test-data/fbb53df5-3986-5eee-f1e5-c282bbfecd44/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1731964620948/wal.dat.0, journal: Splitting hdfs://localhost:46137/user/jenkins/test-data/fbb53df5-3986-5eee-f1e5-c282bbfecd44/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1731964620948/wal.dat.0, size=723 (723bytes) at 1731964622601Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/fbb53df5-3986-5eee-f1e5-c282bbfecd44/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1731964620948/wal.dat.0 so closing down at 1731964622614 (+13 ms)3 split writer threads finished at 1731964622617 (+3 ms)Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/fbb53df5-3986-5eee-f1e5-c282bbfecd44/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731964622622 (+5 ms)Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/fbb53df5-3986-5eee-f1e5-c282bbfecd44/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731964623069 (+447 ms)Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/fbb53df5-3986-5eee-f1e5-c282bbfecd44/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:46137/user/jenkins/test-data/fbb53df5-3986-5eee-f1e5-c282bbfecd44/data/default/t1/r0/recovered.edits/0000000000000000009 at 1731964623071 (+2 ms)Processed 10 edits across 1 Regions in 459 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/fbb53df5-3986-5eee-f1e5-c282bbfecd44/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1731964620948/wal.dat.0, size=723, length=723, corrupted=false, cancelled=false at 1731964623071 2024-11-18T21:17:03,080 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-18T21:17:03,080 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-18T21:17:03,081 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-18T21:17:03,081 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-18T21:17:03,084 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-18T21:17:03,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742294_1474 (size=93) 2024-11-18T21:17:03,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742294_1474 (size=93) 2024-11-18T21:17:03,492 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/fbb53df5-3986-5eee-f1e5-c282bbfecd44/oldWALs 2024-11-18T21:17:03,495 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: FSHLog testConcurrentSplitLogAndReplayRecoverEdit:(num 1731964622442) 2024-11-18T21:17:03,505 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testConcurrentSplitLogAndReplayRecoverEdit Thread=136 (was 131) - Thread LEAK? -, OpenFileDescriptor=389 (was 391), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1529 (was 1592), ProcessCount=11 (was 11), AvailableMemoryMB=1841 (was 2170) 2024-11-18T21:17:03,514 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testCorruptedFileGetsArchivedIfSkipErrors Thread=136, OpenFileDescriptor=389, MaxFileDescriptor=1048576, SystemLoadAverage=1529, ProcessCount=11, AvailableMemoryMB=1841 2024-11-18T21:17:03,514 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-18T21:17:03,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742296_1476 (size=7) 2024-11-18T21:17:03,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742296_1476 (size=7) 2024-11-18T21:17:03,525 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46137/user/jenkins/test-data/9ef4685d-dcb0-9285-14b4-7002b6c51974 with version=8 2024-11-18T21:17:03,526 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T21:17:03,527 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T21:17:03,529 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-18T21:17:03,530 DEBUG [Time-limited test {}] wal.TestWALSplit(653): no previous CORRUPTDIR to clean. 2024-11-18T21:17:03,530 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-18T21:17:03,530 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-18T21:17:03,531 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-18T21:17:03,532 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-18T21:17:03,533 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:03,533 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:03,536 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:03,536 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:03,537 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:03,537 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:03,537 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:03,537 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:03,537 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:03,537 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:03,537 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:03,538 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:03,538 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:03,538 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:03,538 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:03,538 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:03,538 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:03,538 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:03,539 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:03,539 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:03,539 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:03,539 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:03,539 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:03,539 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:03,540 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:03,540 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:03,540 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:03,540 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:03,540 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:03,540 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:03,540 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:03,540 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:03,541 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:03,541 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:03,541 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:03,541 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:03,541 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:03,541 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:03,541 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:03,541 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:03,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742297_1477 (size=1393) 2024-11-18T21:17:03,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742297_1477 (size=1393) 2024-11-18T21:17:03,543 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-18T21:17:03,543 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-18T21:17:03,544 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:03,544 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:03,552 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:03,552 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:03,552 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:03,552 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:03,552 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:03,552 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:03,553 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:03,553 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:03,553 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:03,553 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:03,553 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:03,553 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:03,554 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:03,554 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:03,554 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:03,554 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:03,554 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:03,554 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:03,554 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:03,555 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:03,555 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:03,555 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:03,555 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:03,555 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:03,555 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:03,555 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:03,556 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:03,556 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:03,556 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:03,556 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:03,556 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:03,556 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:03,556 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:03,556 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:03,557 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:03,557 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:03,557 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:03,557 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:03,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742298_1478 (size=1393) 2024-11-18T21:17:03,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742298_1478 (size=1393) 2024-11-18T21:17:03,963 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-18T21:17:03,963 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-18T21:17:03,964 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:03,964 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:03,973 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:03,973 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:03,973 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:03,973 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:03,973 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:03,973 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:03,974 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:03,974 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:03,974 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:03,974 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:03,974 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:03,974 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:03,975 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:03,975 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:03,975 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:03,975 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:03,975 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:03,975 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:03,976 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:03,976 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:03,976 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:03,976 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:03,976 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:03,976 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:03,977 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:03,977 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:03,977 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:03,977 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:03,977 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:03,977 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:03,978 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:03,978 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:03,978 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:03,978 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:03,980 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:03,980 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:03,981 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:03,981 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:03,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742299_1479 (size=1393) 2024-11-18T21:17:03,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742299_1479 (size=1393) 2024-11-18T21:17:03,985 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-18T21:17:03,985 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-18T21:17:03,986 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:03,986 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:03,993 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:03,993 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:03,994 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:03,994 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:03,994 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:03,994 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:03,994 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:03,994 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:03,995 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:03,995 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:03,995 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:03,995 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:03,995 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:03,995 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:03,996 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:03,996 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:03,996 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:03,996 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:03,996 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:03,996 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:03,997 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:03,997 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:03,997 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:03,997 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:03,997 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:03,997 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:03,997 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:03,997 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:03,998 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:03,998 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:03,998 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:03,998 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:03,998 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:03,998 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:03,999 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:03,999 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:03,999 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:03,999 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:04,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742300_1480 (size=1393) 2024-11-18T21:17:04,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742300_1480 (size=1393) 2024-11-18T21:17:04,002 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-18T21:17:04,002 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-18T21:17:04,003 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:04,003 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:04,010 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:04,010 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:04,010 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:04,010 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:04,010 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:04,011 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:04,011 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:04,011 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:04,011 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:04,012 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:04,012 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:04,012 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:04,012 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:04,012 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:04,012 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:04,012 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:04,013 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:04,013 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:04,013 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:04,013 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:04,013 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:04,013 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:04,016 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:04,016 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:04,017 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:04,017 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:04,017 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:04,017 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:04,017 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:04,017 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:04,018 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:04,018 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:04,018 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:04,018 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:04,018 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:04,018 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:04,019 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:04,019 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:04,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742301_1481 (size=1393) 2024-11-18T21:17:04,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742301_1481 (size=1393) 2024-11-18T21:17:04,023 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-18T21:17:04,023 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-18T21:17:04,024 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:04,024 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:04,043 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:04,043 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:04,043 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:04,043 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:04,044 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:04,044 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:04,044 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:04,044 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:04,049 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:04,049 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:04,049 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:04,049 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:04,049 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:04,049 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:04,049 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:04,049 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:04,050 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:04,050 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:04,050 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:04,050 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:04,050 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:04,050 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:04,050 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:04,050 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:04,051 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:04,051 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:04,051 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:04,051 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:04,051 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:04,051 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:04,051 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:04,051 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:04,052 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:04,052 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:04,052 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:04,052 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:04,052 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:04,052 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:04,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742302_1482 (size=1393) 2024-11-18T21:17:04,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742302_1482 (size=1393) 2024-11-18T21:17:04,455 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-18T21:17:04,455 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-18T21:17:04,457 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:04,457 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:04,490 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:04,490 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:04,490 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:04,490 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:04,490 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:04,490 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:04,491 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:04,491 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:04,491 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:04,491 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:04,491 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:04,491 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:04,492 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:04,492 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:04,492 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:04,492 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:04,492 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:04,492 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:04,497 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:04,497 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:04,497 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:04,497 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:04,497 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:04,497 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:04,498 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:04,498 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:04,498 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:04,498 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:04,498 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:04,498 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:04,499 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:04,499 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:04,499 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:04,499 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:04,499 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:04,499 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:04,499 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:04,499 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:04,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742303_1483 (size=1405) 2024-11-18T21:17:04,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742303_1483 (size=1405) 2024-11-18T21:17:04,907 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-18T21:17:04,907 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-18T21:17:04,912 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:04,913 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:04,973 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:04,973 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:04,976 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:04,977 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:04,977 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:04,977 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:04,977 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:04,977 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:04,978 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:04,978 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:04,978 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:04,978 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:04,978 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:04,978 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:04,979 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:04,979 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:04,979 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:04,979 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:04,979 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:04,979 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:04,980 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:04,980 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:04,980 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:04,980 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:04,981 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:04,981 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:04,981 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:04,981 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:04,981 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:04,981 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:04,982 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:04,982 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:04,982 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:04,982 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:04,984 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:04,984 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:04,984 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:04,984 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:04,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742304_1484 (size=1413) 2024-11-18T21:17:04,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742304_1484 (size=1413) 2024-11-18T21:17:04,988 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-18T21:17:04,988 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-18T21:17:05,000 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:05,000 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:05,056 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:05,056 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:05,057 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:05,057 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:05,057 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:05,057 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:05,057 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:05,058 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:05,058 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:05,058 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:05,058 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:05,058 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:05,060 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:05,060 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:05,060 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:05,060 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:05,061 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:05,061 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:05,061 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:05,061 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:05,062 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:05,062 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:05,062 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:05,062 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:05,062 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:05,062 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:05,064 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:05,064 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:05,064 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:05,064 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:05,064 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:05,064 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:05,066 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:05,066 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:05,067 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:05,067 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:05,067 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:05,067 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:05,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742305_1485 (size=1413) 2024-11-18T21:17:05,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742305_1485 (size=1413) 2024-11-18T21:17:05,072 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-18T21:17:05,072 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-18T21:17:05,081 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:05,081 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:05,093 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:05,093 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:05,093 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:05,093 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:05,094 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:05,094 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:05,094 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:05,094 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:05,095 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:05,095 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:05,096 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:05,096 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:05,096 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:05,096 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:05,098 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:05,098 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:05,098 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:05,098 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:05,098 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:05,098 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:05,099 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:05,099 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:05,099 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:05,099 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:05,099 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:05,099 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:05,099 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:05,099 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:05,100 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:05,100 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:05,100 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:05,100 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:05,100 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:05,100 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:05,101 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:05,101 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:05,103 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:05,103 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:05,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742306_1486 (size=1413) 2024-11-18T21:17:05,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742306_1486 (size=1413) 2024-11-18T21:17:05,106 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-18T21:17:05,143 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.0, size=1.4 K (1393bytes) 2024-11-18T21:17:05,143 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.0 2024-11-18T21:17:05,143 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.0 after 0ms 2024-11-18T21:17:05,152 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.0 took 10ms 2024-11-18T21:17:05,163 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.0 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.0. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-18T21:17:05,165 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.0 so closing down 2024-11-18T21:17:05,165 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T21:17:05,172 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T21:17:05,172 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.0, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-18T21:17:05,172 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.0, journal: Splitting hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.0, size=1.4 K (1393bytes) at 1731964625143Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.0 so closing down at 1731964625165 (+22 ms)3 split writer threads finished at 1731964625172 (+7 ms)Processed 0 edits across 0 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.0, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731964625172 2024-11-18T21:17:05,175 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.0 to hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/corrupt/wal.dat.0 2024-11-18T21:17:05,175 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.1, size=1.4 K (1393bytes) 2024-11-18T21:17:05,175 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.1 2024-11-18T21:17:05,177 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.1 after 2ms 2024-11-18T21:17:05,181 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.1 took 6ms 2024-11-18T21:17:05,218 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.1 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.1. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-18T21:17:05,218 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.1 so closing down 2024-11-18T21:17:05,218 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T21:17:05,219 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T21:17:05,219 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 3 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.1, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-18T21:17:05,219 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.1, journal: Splitting hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.1, size=1.4 K (1393bytes) at 1731964625175Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.1 so closing down at 1731964625218 (+43 ms)3 split writer threads finished at 1731964625219 (+1 ms)Processed 0 edits across 0 Regions in 3 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.1, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731964625219 2024-11-18T21:17:05,221 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.1 to hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/corrupt/wal.dat.1 2024-11-18T21:17:05,221 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.2, size=1.4 K (1393bytes) 2024-11-18T21:17:05,222 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.2 2024-11-18T21:17:05,222 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.2 after 0ms 2024-11-18T21:17:05,224 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.2 took 3ms 2024-11-18T21:17:05,256 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.2 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.2. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-18T21:17:05,257 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.2 so closing down 2024-11-18T21:17:05,257 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T21:17:05,267 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T21:17:05,267 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.2, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-18T21:17:05,267 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.2, journal: Splitting hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.2, size=1.4 K (1393bytes) at 1731964625221Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.2 so closing down at 1731964625257 (+36 ms)3 split writer threads finished at 1731964625267 (+10 ms)Processed 0 edits across 0 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.2, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731964625267 2024-11-18T21:17:05,271 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.2 to hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/corrupt/wal.dat.2 2024-11-18T21:17:05,271 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.3, size=1.4 K (1393bytes) 2024-11-18T21:17:05,271 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.3 2024-11-18T21:17:05,272 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.3 after 1ms 2024-11-18T21:17:05,274 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.3 took 3ms 2024-11-18T21:17:05,291 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.3 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.3. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-18T21:17:05,292 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.3 so closing down 2024-11-18T21:17:05,292 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T21:17:05,292 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T21:17:05,293 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 6 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.3, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-18T21:17:05,293 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.3, journal: Splitting hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.3, size=1.4 K (1393bytes) at 1731964625271Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.3 so closing down at 1731964625292 (+21 ms)3 split writer threads finished at 1731964625292Processed 0 edits across 0 Regions in 6 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.3, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731964625293 (+1 ms) 2024-11-18T21:17:05,296 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.3 to hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/corrupt/wal.dat.3 2024-11-18T21:17:05,296 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.4, size=1.4 K (1393bytes) 2024-11-18T21:17:05,296 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.4 2024-11-18T21:17:05,298 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.4 after 2ms 2024-11-18T21:17:05,300 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.4 took 4ms 2024-11-18T21:17:05,313 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.4 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.4. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-18T21:17:05,314 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.4 so closing down 2024-11-18T21:17:05,314 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T21:17:05,316 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T21:17:05,316 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 4 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.4, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-18T21:17:05,317 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.4, journal: Splitting hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.4, size=1.4 K (1393bytes) at 1731964625296Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.4 so closing down at 1731964625314 (+18 ms)3 split writer threads finished at 1731964625316 (+2 ms)Processed 0 edits across 0 Regions in 4 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.4, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731964625316 2024-11-18T21:17:05,319 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.4 to hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/corrupt/wal.dat.4 2024-11-18T21:17:05,319 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.5, size=1.4 K (1393bytes) 2024-11-18T21:17:05,319 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.5 2024-11-18T21:17:05,319 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.5 after 0ms 2024-11-18T21:17:05,323 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.5 took 4ms 2024-11-18T21:17:05,337 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.5 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.5. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-18T21:17:05,338 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.5 so closing down 2024-11-18T21:17:05,338 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T21:17:05,344 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T21:17:05,345 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.5, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-18T21:17:05,345 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.5, journal: Splitting hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.5, size=1.4 K (1393bytes) at 1731964625319Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.5 so closing down at 1731964625338 (+19 ms)3 split writer threads finished at 1731964625344 (+6 ms)Processed 0 edits across 0 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.5, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731964625345 (+1 ms) 2024-11-18T21:17:05,349 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.5 to hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/corrupt/wal.dat.5 2024-11-18T21:17:05,349 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.6, size=1.4 K (1405bytes) 2024-11-18T21:17:05,349 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.6 2024-11-18T21:17:05,349 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.6 after 0ms 2024-11-18T21:17:05,352 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.6 took 3ms 2024-11-18T21:17:05,384 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.6 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.6. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-18T21:17:05,384 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.6 so closing down 2024-11-18T21:17:05,384 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T21:17:05,388 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T21:17:05,388 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.6, size=1.4 K, length=1405, corrupted=true, cancelled=false 2024-11-18T21:17:05,389 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.6, journal: Splitting hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.6, size=1.4 K (1405bytes) at 1731964625349Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.6 so closing down at 1731964625384 (+35 ms)3 split writer threads finished at 1731964625388 (+4 ms)Processed 0 edits across 0 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.6, size=1.4 K, length=1405, corrupted=true, cancelled=false at 1731964625388 2024-11-18T21:17:05,391 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.6 to hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/corrupt/wal.dat.6 2024-11-18T21:17:05,391 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.7, size=1.4 K (1413bytes) 2024-11-18T21:17:05,391 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.7 2024-11-18T21:17:05,392 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.7 after 1ms 2024-11-18T21:17:05,394 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.7 took 3ms 2024-11-18T21:17:05,429 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.7 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.7. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-18T21:17:05,430 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.7 so closing down 2024-11-18T21:17:05,430 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T21:17:05,430 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T21:17:05,430 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.7, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-18T21:17:05,430 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.7, journal: Splitting hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.7, size=1.4 K (1413bytes) at 1731964625391Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.7 so closing down at 1731964625430 (+39 ms)3 split writer threads finished at 1731964625430Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.7, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1731964625430 2024-11-18T21:17:05,434 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.7 to hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/corrupt/wal.dat.7 2024-11-18T21:17:05,434 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.8, size=1.4 K (1413bytes) 2024-11-18T21:17:05,434 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.8 2024-11-18T21:17:05,435 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.8 after 1ms 2024-11-18T21:17:05,437 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.8 took 3ms 2024-11-18T21:17:05,469 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.8 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.8. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-18T21:17:05,469 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.8 so closing down 2024-11-18T21:17:05,469 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T21:17:05,476 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T21:17:05,477 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.8, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-18T21:17:05,477 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.8, journal: Splitting hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.8, size=1.4 K (1413bytes) at 1731964625434Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.8 so closing down at 1731964625469 (+35 ms)3 split writer threads finished at 1731964625477 (+8 ms)Processed 0 edits across 0 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.8, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1731964625477 2024-11-18T21:17:05,487 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.8 to hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/corrupt/wal.dat.8 2024-11-18T21:17:05,487 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.9, size=1.4 K (1413bytes) 2024-11-18T21:17:05,487 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.9 2024-11-18T21:17:05,493 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.9 after 6ms 2024-11-18T21:17:05,499 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.9 took 12ms 2024-11-18T21:17:05,541 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.9 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.9. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-18T21:17:05,541 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.9 so closing down 2024-11-18T21:17:05,541 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T21:17:05,542 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T21:17:05,542 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.9, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-18T21:17:05,542 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.9, journal: Splitting hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.9, size=1.4 K (1413bytes) at 1731964625487Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.9 so closing down at 1731964625541 (+54 ms)3 split writer threads finished at 1731964625542 (+1 ms)Processed 0 edits across 0 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.9, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1731964625542 2024-11-18T21:17:05,575 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.9 to hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/corrupt/wal.dat.9 2024-11-18T21:17:05,585 DEBUG [Time-limited test {}] wal.TestWALSplit(621): Archived logs in CORRUPTDIR: HdfsNamedFileStatus{path=hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/corrupt/wal.dat.0; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731964625174; access_time=1731964623532; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/corrupt/wal.dat.1; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731964625220; access_time=1731964623544; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/corrupt/wal.dat.2; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731964625268; access_time=1731964623963; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/corrupt/wal.dat.3; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731964625295; access_time=1731964623986; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/corrupt/wal.dat.4; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731964625318; access_time=1731964624002; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/corrupt/wal.dat.5; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731964625347; access_time=1731964624024; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/corrupt/wal.dat.6; isDirectory=false; length=1405; replication=2; blocksize=268435456; modification_time=1731964625390; access_time=1731964624456; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/corrupt/wal.dat.7; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1731964625433; access_time=1731964624907; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/corrupt/wal.dat.8; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1731964625485; access_time=1731964624988; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/corrupt/wal.dat.9; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1731964625560; access_time=1731964625072; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} 2024-11-18T21:17:05,657 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-18T21:17:05,657 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-18T21:17:05,673 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-18T21:17:05,687 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-18T21:17:05,695 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:05,695 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:05,748 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:05,748 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:05,752 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:05,752 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:05,756 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:05,756 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:05,760 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:05,760 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:05,764 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:05,764 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:05,768 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:05,768 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:05,772 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:05,772 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:05,776 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:05,776 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:05,777 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:05,777 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:05,777 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:05,777 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:05,778 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:05,778 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:05,778 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:05,778 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:05,778 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:05,778 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:05,780 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:05,780 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:05,782 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:05,782 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:05,783 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:05,783 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:05,783 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:05,783 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:05,783 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:05,783 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:05,784 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:05,784 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:05,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742307_1487 (size=1393) 2024-11-18T21:17:05,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742307_1487 (size=1393) 2024-11-18T21:17:06,190 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-18T21:17:06,190 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-18T21:17:06,192 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:06,193 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:06,197 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:06,197 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:06,197 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:06,197 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:06,197 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:06,197 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:06,198 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:06,198 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:06,198 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:06,198 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:06,198 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:06,198 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:06,198 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:06,198 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:06,199 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:06,199 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:06,199 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:06,199 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:06,199 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:06,199 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:06,200 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:06,200 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:06,200 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:06,200 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:06,200 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:06,200 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:06,200 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:06,200 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:06,220 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:06,220 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:06,224 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:06,225 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:06,225 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:06,225 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:06,225 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:06,225 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:06,226 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:06,226 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:06,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742308_1488 (size=1393) 2024-11-18T21:17:06,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742308_1488 (size=1393) 2024-11-18T21:17:06,633 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-18T21:17:06,633 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-18T21:17:06,645 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:06,645 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:06,744 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:06,744 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:06,752 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:06,752 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:06,760 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:06,760 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:06,768 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:06,768 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:06,773 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:06,773 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:06,777 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:06,777 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:06,789 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:06,789 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:06,797 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:06,797 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:06,805 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:06,805 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:06,813 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:06,813 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:06,821 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:06,821 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:06,825 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:06,825 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:06,833 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:06,833 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:06,839 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:06,839 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:06,844 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:06,845 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:06,852 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:06,853 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:06,861 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:06,861 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:06,868 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:06,869 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:06,875 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:06,875 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:06,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742309_1489 (size=1393) 2024-11-18T21:17:06,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742309_1489 (size=1393) 2024-11-18T21:17:07,299 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-18T21:17:07,299 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-18T21:17:07,302 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:07,302 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:07,330 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:07,330 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:07,337 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:07,337 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:07,337 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:07,337 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:07,338 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:07,338 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:07,338 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:07,338 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:07,339 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:07,339 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:07,339 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:07,339 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:07,339 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:07,339 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:07,340 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:07,340 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:07,340 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:07,340 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:07,340 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:07,340 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:07,340 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:07,340 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:07,345 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:07,345 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:07,364 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:07,364 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:07,368 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:07,369 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:07,373 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:07,373 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:07,376 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:07,376 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:07,381 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:07,381 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:07,385 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:07,385 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:07,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742310_1490 (size=1393) 2024-11-18T21:17:07,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742310_1490 (size=1393) 2024-11-18T21:17:07,392 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-18T21:17:07,392 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-18T21:17:07,396 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:07,396 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:07,407 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:07,407 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:07,410 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:07,410 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:07,411 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:07,411 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:07,411 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:07,411 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:07,412 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:07,412 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:07,412 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:07,412 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:07,412 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:07,412 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:07,414 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:07,414 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:07,415 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:07,415 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:07,416 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:07,416 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:07,417 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:07,417 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:07,418 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:07,418 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:07,419 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:07,419 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:07,420 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:07,420 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:07,420 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:07,420 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:07,420 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:07,420 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:07,421 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:07,421 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:07,423 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:07,423 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:07,425 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:07,425 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:07,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742311_1491 (size=1393) 2024-11-18T21:17:07,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742311_1491 (size=1393) 2024-11-18T21:17:07,430 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-18T21:17:07,430 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-18T21:17:07,432 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:07,432 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:07,487 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:07,487 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:07,500 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:07,500 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:07,500 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:07,500 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:07,501 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:07,501 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:07,501 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:07,501 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:07,502 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:07,502 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:07,503 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:07,503 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:07,504 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:07,504 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:07,505 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:07,505 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:07,505 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:07,506 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:07,506 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:07,506 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:07,506 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:07,506 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:07,508 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:07,508 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:07,509 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:07,509 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:07,510 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:07,510 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:07,510 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:07,510 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:07,511 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:07,511 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:07,511 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:07,511 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:07,511 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:07,511 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:07,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742312_1492 (size=1393) 2024-11-18T21:17:07,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742312_1492 (size=1393) 2024-11-18T21:17:07,524 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-18T21:17:07,524 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-18T21:17:07,539 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:07,539 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:07,559 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:07,559 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:07,561 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:07,561 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:07,565 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:07,565 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:07,565 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:07,565 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:07,565 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:07,565 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:07,566 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:07,566 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:07,566 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:07,566 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:07,566 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:07,566 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:07,567 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:07,567 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:07,567 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:07,567 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:07,567 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:07,567 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:07,567 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:07,567 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:07,568 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:07,568 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:07,568 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:07,568 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:07,568 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:07,568 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:07,568 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:07,568 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:07,569 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:07,569 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:07,569 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:07,569 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:07,569 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:07,569 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:07,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742313_1493 (size=1405) 2024-11-18T21:17:07,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742313_1493 (size=1405) 2024-11-18T21:17:07,571 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-18T21:17:07,571 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-18T21:17:07,572 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:07,572 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:07,575 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:07,575 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:07,576 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:07,576 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:07,576 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:07,576 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:07,576 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:07,576 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:07,576 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:07,576 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:07,577 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:07,577 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:07,577 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:07,577 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:07,577 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:07,577 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:07,577 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:07,577 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:07,578 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:07,578 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:07,578 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:07,578 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:07,578 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:07,578 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:07,578 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:07,578 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:07,579 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:07,579 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:07,579 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:07,579 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:07,579 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:07,579 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:07,579 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:07,579 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:07,579 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:07,579 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:07,580 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:07,580 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:07,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742314_1494 (size=1413) 2024-11-18T21:17:07,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742314_1494 (size=1413) 2024-11-18T21:17:07,581 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-18T21:17:07,581 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-18T21:17:07,582 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:07,582 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:07,586 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:07,586 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:07,586 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:07,586 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:07,586 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:07,586 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:07,587 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:07,587 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:07,587 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:07,587 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:07,587 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:07,587 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:07,587 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:07,587 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:07,588 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:07,588 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:07,588 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:07,588 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:07,588 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:07,588 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:07,588 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:07,588 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:07,589 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:07,589 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:07,589 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:07,589 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:07,589 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:07,589 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:07,589 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:07,589 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:07,589 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:07,590 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:07,590 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:07,590 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:07,590 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:07,590 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:07,590 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:07,590 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:07,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742315_1495 (size=1413) 2024-11-18T21:17:07,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742315_1495 (size=1413) 2024-11-18T21:17:07,592 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-18T21:17:07,592 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-18T21:17:07,593 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:07,593 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:07,597 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:07,597 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:07,597 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:07,597 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:07,597 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:07,597 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:07,598 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:07,598 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:07,598 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:07,598 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:07,598 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:07,598 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:07,598 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:07,598 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:07,599 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:07,599 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:07,599 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:07,599 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:07,599 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:07,599 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:07,599 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:07,599 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:07,600 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:07,600 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:07,600 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:07,600 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:07,600 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:07,600 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:07,600 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:07,600 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:07,601 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:07,601 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:07,601 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:07,601 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:07,601 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:07,601 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:07,601 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:07,601 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:07,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742316_1496 (size=1413) 2024-11-18T21:17:07,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742316_1496 (size=1413) 2024-11-18T21:17:08,004 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-18T21:17:08,029 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.0, size=1.4 K (1393bytes) 2024-11-18T21:17:08,029 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.0 2024-11-18T21:17:08,029 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.0 after 0ms 2024-11-18T21:17:08,032 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.0 took 3ms 2024-11-18T21:17:08,037 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.0 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.0. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-18T21:17:08,038 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.0 so closing down 2024-11-18T21:17:08,038 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T21:17:08,038 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T21:17:08,047 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-18T21:17:08,048 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-18T21:17:08,050 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-18T21:17:08,051 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-18T21:17:08,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742317_1497 (size=418) 2024-11-18T21:17:08,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742317_1497 (size=418) 2024-11-18T21:17:08,071 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-18T21:17:08,072 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/ccc/recovered.edits/0000000000000000009 2024-11-18T21:17:08,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742318_1498 (size=418) 2024-11-18T21:17:08,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742318_1498 (size=418) 2024-11-18T21:17:08,091 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-18T21:17:08,092 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/bbb/recovered.edits/0000000000000000008 2024-11-18T21:17:08,092 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 57 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.0, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-18T21:17:08,093 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.0, journal: Splitting hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.0, size=1.4 K (1393bytes) at 1731964628029Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.0 so closing down at 1731964628038 (+9 ms)3 split writer threads finished at 1731964628038Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731964628048 (+10 ms)Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731964628051 (+3 ms)Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731964628071 (+20 ms)Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/ccc/recovered.edits/0000000000000000009 at 1731964628072 (+1 ms)Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731964628091 (+19 ms)Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/bbb/recovered.edits/0000000000000000008 at 1731964628092 (+1 ms)Processed 10 edits across 2 Regions in 57 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.0, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731964628093 (+1 ms) 2024-11-18T21:17:08,096 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.0 to hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/corrupt/wal.dat.0 2024-11-18T21:17:08,096 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.1, size=1.4 K (1393bytes) 2024-11-18T21:17:08,097 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.1 2024-11-18T21:17:08,098 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.1 after 1ms 2024-11-18T21:17:08,103 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.1 took 7ms 2024-11-18T21:17:08,146 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.1 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.1. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-18T21:17:08,146 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.1 so closing down 2024-11-18T21:17:08,146 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T21:17:08,147 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T21:17:08,160 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-18T21:17:08,164 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-18T21:17:08,164 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-18T21:17:08,165 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-18T21:17:08,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742319_1499 (size=418) 2024-11-18T21:17:08,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742319_1499 (size=418) 2024-11-18T21:17:08,241 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-18T21:17:08,264 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/ccc/recovered.edits/0000000000000000029 2024-11-18T21:17:08,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742320_1500 (size=418) 2024-11-18T21:17:08,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742320_1500 (size=418) 2024-11-18T21:17:08,321 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-18T21:17:08,326 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/bbb/recovered.edits/0000000000000000028 2024-11-18T21:17:08,326 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 182 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.1, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-18T21:17:08,326 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.1, journal: Splitting hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.1, size=1.4 K (1393bytes) at 1731964628096Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.1 so closing down at 1731964628146 (+50 ms)3 split writer threads finished at 1731964628147 (+1 ms)Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731964628164 (+17 ms)Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731964628165 (+1 ms)Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731964628241 (+76 ms)Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/ccc/recovered.edits/0000000000000000029 at 1731964628264 (+23 ms)Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731964628321 (+57 ms)Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/bbb/recovered.edits/0000000000000000028 at 1731964628326 (+5 ms)Processed 10 edits across 2 Regions in 182 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.1, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731964628326 2024-11-18T21:17:08,339 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.1 to hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/corrupt/wal.dat.1 2024-11-18T21:17:08,339 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.2, size=1.4 K (1393bytes) 2024-11-18T21:17:08,339 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.2 2024-11-18T21:17:08,344 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.2 after 5ms 2024-11-18T21:17:08,375 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.2 took 36ms 2024-11-18T21:17:08,392 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.2 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.2. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-18T21:17:08,392 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.2 so closing down 2024-11-18T21:17:08,392 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T21:17:08,396 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T21:17:08,425 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-18T21:17:08,428 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-18T21:17:08,434 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-18T21:17:08,444 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-18T21:17:08,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742321_1501 (size=418) 2024-11-18T21:17:08,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742321_1501 (size=418) 2024-11-18T21:17:08,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742322_1502 (size=418) 2024-11-18T21:17:08,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742322_1502 (size=418) 2024-11-18T21:17:08,544 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-18T21:17:08,573 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/bbb/recovered.edits/0000000000000000048 2024-11-18T21:17:08,932 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-18T21:17:08,940 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/ccc/recovered.edits/0000000000000000049 2024-11-18T21:17:08,940 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 552 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.2, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-18T21:17:08,941 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.2, journal: Splitting hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.2, size=1.4 K (1393bytes) at 1731964628339Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.2 so closing down at 1731964628392 (+53 ms)3 split writer threads finished at 1731964628396 (+4 ms)Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731964628434 (+38 ms)Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731964628444 (+10 ms)Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731964628544 (+100 ms)Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/bbb/recovered.edits/0000000000000000048 at 1731964628573 (+29 ms)Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731964628932 (+359 ms)Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/ccc/recovered.edits/0000000000000000049 at 1731964628940 (+8 ms)Processed 10 edits across 2 Regions in 552 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.2, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731964628940 2024-11-18T21:17:08,953 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.2 to hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/corrupt/wal.dat.2 2024-11-18T21:17:08,953 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.3, size=1.4 K (1393bytes) 2024-11-18T21:17:08,953 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.3 2024-11-18T21:17:08,955 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.3 after 2ms 2024-11-18T21:17:08,962 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.3 took 8ms 2024-11-18T21:17:08,982 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.3 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.3. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-18T21:17:08,983 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.3 so closing down 2024-11-18T21:17:08,983 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T21:17:08,984 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T21:17:09,012 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-18T21:17:09,014 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-18T21:17:09,029 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-18T21:17:09,036 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-18T21:17:09,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742323_1503 (size=418) 2024-11-18T21:17:09,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742323_1503 (size=418) 2024-11-18T21:17:09,094 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-18T21:17:09,108 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/bbb/recovered.edits/0000000000000000068 2024-11-18T21:17:09,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742324_1504 (size=418) 2024-11-18T21:17:09,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742324_1504 (size=418) 2024-11-18T21:17:09,128 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-18T21:17:09,144 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/ccc/recovered.edits/0000000000000000069 2024-11-18T21:17:09,145 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 163 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.3, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-18T21:17:09,145 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.3, journal: Splitting hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.3, size=1.4 K (1393bytes) at 1731964628953Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.3 so closing down at 1731964628983 (+30 ms)3 split writer threads finished at 1731964628984 (+1 ms)Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731964629029 (+45 ms)Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731964629036 (+7 ms)Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731964629094 (+58 ms)Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/bbb/recovered.edits/0000000000000000068 at 1731964629108 (+14 ms)Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731964629128 (+20 ms)Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/ccc/recovered.edits/0000000000000000069 at 1731964629144 (+16 ms)Processed 10 edits across 2 Regions in 163 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.3, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731964629145 (+1 ms) 2024-11-18T21:17:09,149 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.3 to hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/corrupt/wal.dat.3 2024-11-18T21:17:09,149 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.4, size=1.4 K (1393bytes) 2024-11-18T21:17:09,149 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.4 2024-11-18T21:17:09,150 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.4 after 1ms 2024-11-18T21:17:09,154 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.4 took 5ms 2024-11-18T21:17:09,161 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.4 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.4. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-18T21:17:09,162 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.4 so closing down 2024-11-18T21:17:09,162 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T21:17:09,166 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T21:17:09,170 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-18T21:17:09,171 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-18T21:17:09,173 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-18T21:17:09,189 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-18T21:17:09,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742325_1505 (size=418) 2024-11-18T21:17:09,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742325_1505 (size=418) 2024-11-18T21:17:09,235 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-18T21:17:09,253 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/bbb/recovered.edits/0000000000000000088 2024-11-18T21:17:09,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742326_1506 (size=418) 2024-11-18T21:17:09,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742326_1506 (size=418) 2024-11-18T21:17:09,321 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-18T21:17:09,335 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/ccc/recovered.edits/0000000000000000089 2024-11-18T21:17:09,335 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 175 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.4, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-18T21:17:09,335 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.4, journal: Splitting hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.4, size=1.4 K (1393bytes) at 1731964629149Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.4 so closing down at 1731964629162 (+13 ms)3 split writer threads finished at 1731964629166 (+4 ms)Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731964629171 (+5 ms)Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731964629189 (+18 ms)Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731964629235 (+46 ms)Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/bbb/recovered.edits/0000000000000000088 at 1731964629253 (+18 ms)Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731964629321 (+68 ms)Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/ccc/recovered.edits/0000000000000000089 at 1731964629335 (+14 ms)Processed 10 edits across 2 Regions in 175 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.4, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731964629335 2024-11-18T21:17:09,337 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.4 to hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/corrupt/wal.dat.4 2024-11-18T21:17:09,337 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.5, size=1.4 K (1393bytes) 2024-11-18T21:17:09,338 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.5 2024-11-18T21:17:09,338 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.5 after 0ms 2024-11-18T21:17:09,355 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.5 took 18ms 2024-11-18T21:17:09,371 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.5 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.5. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-18T21:17:09,372 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.5 so closing down 2024-11-18T21:17:09,372 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T21:17:09,377 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T21:17:09,393 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-18T21:17:09,399 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-18T21:17:09,398 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-18T21:17:09,409 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-18T21:17:09,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742328_1508 (size=418) 2024-11-18T21:17:09,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742328_1508 (size=418) 2024-11-18T21:17:09,494 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-18T21:17:09,495 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/ccc/recovered.edits/0000000000000000109 2024-11-18T21:17:09,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742327_1507 (size=418) 2024-11-18T21:17:09,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742327_1507 (size=418) 2024-11-18T21:17:09,504 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-18T21:17:09,506 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/bbb/recovered.edits/0000000000000000108 2024-11-18T21:17:09,506 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 138 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.5, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-18T21:17:09,506 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.5, journal: Splitting hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.5, size=1.4 K (1393bytes) at 1731964629338Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.5 so closing down at 1731964629372 (+34 ms)3 split writer threads finished at 1731964629377 (+5 ms)Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731964629399 (+22 ms)Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1731964629409 (+10 ms)Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731964629494 (+85 ms)Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/ccc/recovered.edits/0000000000000000109 at 1731964629495 (+1 ms)Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731964629504 (+9 ms)Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/bbb/recovered.edits/0000000000000000108 at 1731964629506 (+2 ms)Processed 10 edits across 2 Regions in 138 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.5, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731964629506 2024-11-18T21:17:09,510 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.5 to hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/corrupt/wal.dat.5 2024-11-18T21:17:09,510 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.6, size=1.4 K (1405bytes) 2024-11-18T21:17:09,510 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.6 2024-11-18T21:17:09,510 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.6 after 0ms 2024-11-18T21:17:09,512 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.6 took 2ms 2024-11-18T21:17:09,524 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.6 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.6. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-18T21:17:09,525 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.6 so closing down 2024-11-18T21:17:09,525 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T21:17:09,529 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T21:17:09,545 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-18T21:17:09,560 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-18T21:17:09,564 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-18T21:17:09,621 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-18T21:17:09,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742329_1509 (size=419) 2024-11-18T21:17:09,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742329_1509 (size=419) 2024-11-18T21:17:09,631 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-18T21:17:09,634 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/ccc/recovered.edits/0000000000000000129 2024-11-18T21:17:09,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742330_1510 (size=419) 2024-11-18T21:17:09,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742330_1510 (size=419) 2024-11-18T21:17:09,724 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-18T21:17:09,736 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/bbb/recovered.edits/0000000000000000128 2024-11-18T21:17:09,737 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 214 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.6, size=1.4 K, length=1405, corrupted=true, cancelled=false 2024-11-18T21:17:09,737 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.6, journal: Splitting hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.6, size=1.4 K (1405bytes) at 1731964629510Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.6 so closing down at 1731964629525 (+15 ms)3 split writer threads finished at 1731964629529 (+4 ms)Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731964629564 (+35 ms)Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731964629621 (+57 ms)Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731964629631 (+10 ms)Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/ccc/recovered.edits/0000000000000000129 at 1731964629634 (+3 ms)Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731964629725 (+91 ms)Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/bbb/recovered.edits/0000000000000000128 at 1731964629736 (+11 ms)Processed 10 edits across 2 Regions in 214 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.6, size=1.4 K, length=1405, corrupted=true, cancelled=false at 1731964629737 (+1 ms) 2024-11-18T21:17:09,739 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.6 to hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/corrupt/wal.dat.6 2024-11-18T21:17:09,740 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.7, size=1.4 K (1413bytes) 2024-11-18T21:17:09,740 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.7 2024-11-18T21:17:09,740 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.7 after 0ms 2024-11-18T21:17:09,742 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.7 took 3ms 2024-11-18T21:17:09,775 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.7 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.7. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-18T21:17:09,776 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.7 so closing down 2024-11-18T21:17:09,776 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T21:17:09,776 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T21:17:09,783 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-18T21:17:09,794 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-18T21:17:09,804 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-18T21:17:09,828 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-18T21:17:09,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742331_1511 (size=423) 2024-11-18T21:17:09,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742331_1511 (size=423) 2024-11-18T21:17:09,858 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-18T21:17:09,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742332_1512 (size=423) 2024-11-18T21:17:09,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742332_1512 (size=423) 2024-11-18T21:17:09,860 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/ccc/recovered.edits/0000000000000000149 2024-11-18T21:17:10,261 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-18T21:17:10,267 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/bbb/recovered.edits/0000000000000000148 2024-11-18T21:17:10,267 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 495 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.7, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-18T21:17:10,267 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.7, journal: Splitting hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.7, size=1.4 K (1413bytes) at 1731964629740Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.7 so closing down at 1731964629776 (+36 ms)3 split writer threads finished at 1731964629776Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731964629794 (+18 ms)Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731964629829 (+35 ms)Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731964629858 (+29 ms)Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/ccc/recovered.edits/0000000000000000149 at 1731964629860 (+2 ms)Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731964630261 (+401 ms)Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/bbb/recovered.edits/0000000000000000148 at 1731964630267 (+6 ms)Processed 10 edits across 2 Regions in 495 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.7, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1731964630267 2024-11-18T21:17:10,271 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.7 to hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/corrupt/wal.dat.7 2024-11-18T21:17:10,271 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.8, size=1.4 K (1413bytes) 2024-11-18T21:17:10,271 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.8 2024-11-18T21:17:10,271 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.8 after 0ms 2024-11-18T21:17:10,277 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.8 took 6ms 2024-11-18T21:17:10,289 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.8 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.8. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-18T21:17:10,290 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.8 so closing down 2024-11-18T21:17:10,290 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T21:17:10,295 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T21:17:10,302 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-18T21:17:10,303 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-18T21:17:10,320 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-18T21:17:10,336 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-18T21:17:10,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742333_1513 (size=423) 2024-11-18T21:17:10,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742333_1513 (size=423) 2024-11-18T21:17:10,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742334_1514 (size=423) 2024-11-18T21:17:10,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742334_1514 (size=423) 2024-11-18T21:17:10,426 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-18T21:17:10,427 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/bbb/recovered.edits/0000000000000000168 2024-11-18T21:17:10,776 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-18T21:17:10,777 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/ccc/recovered.edits/0000000000000000169 2024-11-18T21:17:10,777 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 491 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.8, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-18T21:17:10,778 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.8, journal: Splitting hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.8, size=1.4 K (1413bytes) at 1731964630271Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.8 so closing down at 1731964630290 (+19 ms)3 split writer threads finished at 1731964630295 (+5 ms)Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731964630303 (+8 ms)Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731964630337 (+34 ms)Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731964630426 (+89 ms)Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/bbb/recovered.edits/0000000000000000168 at 1731964630427 (+1 ms)Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731964630776 (+349 ms)Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/ccc/recovered.edits/0000000000000000169 at 1731964630777 (+1 ms)Processed 10 edits across 2 Regions in 491 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.8, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1731964630777 2024-11-18T21:17:10,780 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.8 to hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/corrupt/wal.dat.8 2024-11-18T21:17:10,780 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.9, size=1.4 K (1413bytes) 2024-11-18T21:17:10,780 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.9 2024-11-18T21:17:10,780 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.9 after 0ms 2024-11-18T21:17:10,783 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.9 took 2ms 2024-11-18T21:17:10,793 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.9 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.9. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-18T21:17:10,794 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.9 so closing down 2024-11-18T21:17:10,794 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T21:17:10,796 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T21:17:10,814 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-18T21:17:10,828 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-18T21:17:10,836 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-18T21:17:10,849 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-18T21:17:10,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742335_1515 (size=423) 2024-11-18T21:17:10,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742335_1515 (size=423) 2024-11-18T21:17:10,899 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-18T21:17:10,901 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/bbb/recovered.edits/0000000000000000188 2024-11-18T21:17:10,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742336_1516 (size=423) 2024-11-18T21:17:10,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742336_1516 (size=423) 2024-11-18T21:17:10,927 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-18T21:17:10,931 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/ccc/recovered.edits/0000000000000000189 2024-11-18T21:17:10,931 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 139 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.9, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-18T21:17:10,932 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.9, journal: Splitting hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.9, size=1.4 K (1413bytes) at 1731964630780Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.9 so closing down at 1731964630794 (+14 ms)3 split writer threads finished at 1731964630796 (+2 ms)Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731964630828 (+32 ms)Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731964630849 (+21 ms)Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731964630899 (+50 ms)Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/bbb/recovered.edits/0000000000000000188 at 1731964630901 (+2 ms)Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731964630927 (+26 ms)Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/ccc/recovered.edits/0000000000000000189 at 1731964630931 (+4 ms)Processed 10 edits across 2 Regions in 139 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.9, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1731964630931 2024-11-18T21:17:10,933 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.9 to hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/corrupt/wal.dat.9 2024-11-18T21:17:10,935 DEBUG [Time-limited test {}] wal.TestWALSplit(621): Archived logs in CORRUPTDIR: HdfsNamedFileStatus{path=hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/corrupt/wal.dat.0; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731964628094; access_time=1731964625693; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/corrupt/wal.dat.1; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731964628329; access_time=1731964626191; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/corrupt/wal.dat.2; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731964628945; access_time=1731964626634; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/corrupt/wal.dat.3; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731964629147; access_time=1731964627300; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/corrupt/wal.dat.4; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731964629336; access_time=1731964627393; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/corrupt/wal.dat.5; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731964629508; access_time=1731964627430; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/corrupt/wal.dat.6; isDirectory=false; length=1405; replication=2; blocksize=268435456; modification_time=1731964629738; access_time=1731964627537; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/corrupt/wal.dat.7; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1731964630268; access_time=1731964627571; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/corrupt/wal.dat.8; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1731964630779; access_time=1731964627582; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/corrupt/wal.dat.9; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1731964630933; access_time=1731964627592; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} 2024-11-18T21:17:10,940 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-18T21:17:10,941 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-18T21:17:10,941 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-18T21:17:10,942 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-18T21:17:10,945 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:10,945 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:11,016 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:11,016 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:11,024 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:11,025 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:11,028 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:11,028 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:11,032 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:11,032 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:11,036 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:11,036 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:11,040 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:11,040 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:11,053 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:11,053 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:11,056 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:11,056 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:11,060 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:11,060 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:11,061 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:11,061 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:11,062 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:11,062 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:11,062 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:11,062 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:11,063 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:11,063 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:11,063 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:11,063 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:11,064 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:11,064 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:11,064 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:11,064 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:11,066 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:11,066 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:11,066 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:11,066 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:11,066 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:11,066 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:11,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742337_1517 (size=1393) 2024-11-18T21:17:11,073 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-18T21:17:11,073 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-18T21:17:11,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742337_1517 (size=1393) 2024-11-18T21:17:11,077 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:11,077 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:11,147 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:11,147 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:11,148 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:11,148 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:11,153 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:11,153 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:11,157 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:11,157 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:11,161 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:11,161 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:11,165 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:11,165 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:11,169 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:11,169 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:11,173 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:11,173 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:11,175 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:11,175 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:11,180 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:11,180 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:11,184 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:11,184 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:11,189 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:11,189 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:11,200 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:11,200 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:11,203 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:11,203 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:11,204 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:11,204 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:11,205 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:11,205 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:11,208 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:11,208 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:11,213 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:11,213 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:11,217 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:11,217 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:11,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742338_1518 (size=1393) 2024-11-18T21:17:11,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742338_1518 (size=1393) 2024-11-18T21:17:11,230 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-18T21:17:11,230 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-18T21:17:11,233 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:11,233 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:11,292 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:11,292 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:11,316 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:11,317 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:11,336 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:11,336 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:11,352 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:11,352 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:11,364 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:11,364 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:11,368 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:11,368 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:11,372 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:11,372 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:11,388 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:11,388 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:11,396 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:11,396 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:11,400 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:11,401 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:11,401 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:11,401 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:11,410 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:11,410 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:11,411 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:11,411 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:11,416 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:11,416 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:11,419 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:11,419 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:11,424 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:11,424 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:11,427 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:11,427 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:11,428 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:11,428 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:11,432 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:11,432 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:11,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742339_1519 (size=1393) 2024-11-18T21:17:11,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742339_1519 (size=1393) 2024-11-18T21:17:11,457 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-18T21:17:11,458 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-18T21:17:11,469 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:11,469 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:11,525 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:11,525 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:11,540 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:11,540 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:11,544 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:11,544 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:11,547 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:11,547 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:11,552 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:11,552 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:11,556 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:11,556 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:11,560 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:11,560 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:11,565 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:11,566 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:11,572 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:11,572 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:11,574 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:11,574 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:11,576 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:11,576 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:11,576 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:11,577 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:11,577 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:11,577 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:11,577 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:11,577 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:11,577 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:11,577 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:11,578 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:11,578 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:11,578 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:11,578 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:11,578 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:11,578 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:11,579 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:11,579 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:11,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742340_1520 (size=1393) 2024-11-18T21:17:11,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742340_1520 (size=1393) 2024-11-18T21:17:11,589 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-18T21:17:11,589 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-18T21:17:11,593 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:11,593 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:11,651 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:11,651 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:11,657 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:11,657 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:11,661 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:11,661 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:11,666 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:11,667 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:11,672 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:11,672 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:11,681 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:11,681 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:11,686 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:11,686 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:11,696 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:11,696 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:11,704 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:11,705 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:11,708 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:11,708 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:11,712 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:11,712 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:11,720 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:11,720 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:11,724 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:11,724 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:11,727 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:11,727 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:11,727 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:11,727 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:11,728 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:11,728 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:11,728 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:11,728 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:11,729 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:11,729 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:11,730 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:11,730 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:11,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742341_1521 (size=1393) 2024-11-18T21:17:11,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742341_1521 (size=1393) 2024-11-18T21:17:11,734 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-18T21:17:11,735 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-18T21:17:11,736 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:11,736 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:11,783 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:11,783 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:11,788 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:11,788 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:11,799 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:11,799 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:11,804 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:11,804 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:11,809 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:11,809 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:11,812 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:11,812 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:11,820 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:11,820 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:11,824 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:11,825 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:11,828 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:11,828 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:11,832 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:11,833 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:11,838 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:11,838 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:11,845 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:11,845 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:11,847 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:11,847 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:11,848 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:11,848 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:11,854 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:11,854 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:11,856 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:11,856 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:11,862 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:11,862 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:11,863 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:11,863 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:11,864 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:11,865 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:11,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742342_1522 (size=1393) 2024-11-18T21:17:11,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742342_1522 (size=1393) 2024-11-18T21:17:12,278 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-18T21:17:12,278 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-18T21:17:12,297 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:12,297 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:12,317 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:12,317 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:12,325 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:12,325 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:12,332 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:12,332 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:12,336 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:12,336 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:12,342 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:12,342 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:12,347 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:12,347 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:12,356 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:12,356 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:12,372 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:12,372 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:12,376 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:12,376 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:12,388 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:12,388 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:12,394 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:12,394 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:12,396 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:12,397 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:12,397 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:12,397 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:12,397 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:12,397 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:12,398 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:12,398 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:12,398 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:12,398 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:12,399 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:12,399 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:12,399 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:12,399 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:12,399 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:12,399 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:12,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742343_1523 (size=1405) 2024-11-18T21:17:12,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742343_1523 (size=1405) 2024-11-18T21:17:12,406 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-18T21:17:12,406 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-18T21:17:12,412 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:12,412 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:12,479 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:12,479 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:12,489 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:12,489 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:12,493 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:12,493 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:12,497 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:12,497 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:12,501 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:12,501 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:12,505 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:12,505 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:12,509 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:12,509 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:12,513 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:12,513 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:12,517 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:12,517 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:12,521 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:12,521 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:12,524 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:12,524 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:12,529 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:12,529 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:12,530 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:12,530 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:12,537 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:12,537 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:12,541 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:12,541 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:12,543 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:12,543 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:12,546 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:12,546 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:12,547 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:12,547 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:12,548 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:12,548 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:12,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742344_1524 (size=1413) 2024-11-18T21:17:12,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742344_1524 (size=1413) 2024-11-18T21:17:12,964 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-18T21:17:12,964 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-18T21:17:12,969 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:12,969 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:13,015 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:13,015 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:13,017 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:13,017 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:13,021 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:13,021 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:13,021 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:13,021 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:13,022 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:13,022 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:13,022 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:13,022 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:13,022 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:13,022 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:13,023 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:13,023 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:13,024 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:13,024 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:13,024 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:13,024 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:13,024 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:13,024 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:13,025 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:13,025 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:13,026 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:13,027 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:13,027 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:13,027 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:13,027 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:13,027 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:13,027 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:13,027 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:13,028 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:13,028 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:13,028 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:13,028 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:13,028 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:13,028 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:13,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742345_1525 (size=1413) 2024-11-18T21:17:13,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742345_1525 (size=1413) 2024-11-18T21:17:13,433 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-18T21:17:13,433 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-18T21:17:13,449 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:13,449 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:13,510 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:13,510 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:13,513 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:13,513 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:13,516 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:13,517 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:13,517 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:13,517 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:13,517 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:13,517 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:13,518 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:13,518 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:13,519 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:13,519 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:13,520 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:13,520 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:13,521 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:13,521 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:13,522 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:13,522 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:13,522 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:13,522 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:13,522 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:13,522 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:13,523 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:13,523 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:13,523 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:13,523 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:13,524 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:13,524 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:13,524 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:13,524 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:13,524 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:13,524 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:13,525 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:13,525 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:13,525 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:13,525 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:13,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742346_1526 (size=1413) 2024-11-18T21:17:13,529 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-18T21:17:13,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742346_1526 (size=1413) 2024-11-18T21:17:13,562 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.0, size=1.4 K (1393bytes) 2024-11-18T21:17:13,562 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.0 2024-11-18T21:17:13,562 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.0 after 0ms 2024-11-18T21:17:13,565 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.0 took 4ms 2024-11-18T21:17:13,589 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.0 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.0. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-18T21:17:13,590 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.0 so closing down 2024-11-18T21:17:13,590 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T21:17:13,596 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T21:17:13,601 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-18T21:17:13,605 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-18T21:17:13,612 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-18T21:17:13,625 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-18T21:17:13,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742347_1527 (size=743) 2024-11-18T21:17:13,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742347_1527 (size=743) 2024-11-18T21:17:13,683 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T21:17:13,684 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-18T21:17:13,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742348_1528 (size=678) 2024-11-18T21:17:13,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742348_1528 (size=678) 2024-11-18T21:17:13,687 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-18T21:17:13,688 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/ccc/recovered.edits/0000000000000000017 2024-11-18T21:17:13,688 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 108 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.0, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-18T21:17:13,688 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.0, journal: Splitting hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.0, size=1.4 K (1393bytes) at 1731964633562Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.0 so closing down at 1731964633590 (+28 ms)3 split writer threads finished at 1731964633596 (+6 ms)Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731964633612 (+16 ms)Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731964633625 (+13 ms)Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731964633683 (+58 ms)Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731964633684 (+1 ms)Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1731964633687 (+3 ms)Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/ccc/recovered.edits/0000000000000000017 at 1731964633688 (+1 ms)Processed 19 edits across 2 Regions in 108 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.0, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731964633688 2024-11-18T21:17:13,694 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.0 to hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/corrupt/wal.dat.0 2024-11-18T21:17:13,694 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.1, size=1.4 K (1393bytes) 2024-11-18T21:17:13,694 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.1 2024-11-18T21:17:13,694 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.1 after 0ms 2024-11-18T21:17:13,696 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.1 took 2ms 2024-11-18T21:17:13,704 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.1 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.1. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-18T21:17:13,704 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.1 so closing down 2024-11-18T21:17:13,704 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T21:17:13,705 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T21:17:13,710 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-18T21:17:13,711 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-18T21:17:13,720 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-18T21:17:13,720 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-18T21:17:13,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742349_1529 (size=743) 2024-11-18T21:17:13,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742349_1529 (size=743) 2024-11-18T21:17:13,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742350_1530 (size=678) 2024-11-18T21:17:13,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742350_1530 (size=678) 2024-11-18T21:17:14,142 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-18T21:17:14,143 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T21:17:14,145 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/ccc/recovered.edits/0000000000000000037 2024-11-18T21:17:14,146 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-18T21:17:14,146 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 443 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.1, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-18T21:17:14,146 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.1, journal: Splitting hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.1, size=1.4 K (1393bytes) at 1731964633694Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.1 so closing down at 1731964633704 (+10 ms)3 split writer threads finished at 1731964633705 (+1 ms)Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731964633720 (+15 ms)Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731964633720Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1731964634143 (+423 ms)Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731964634143Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/ccc/recovered.edits/0000000000000000037 at 1731964634145 (+2 ms)Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731964634146 (+1 ms)Processed 19 edits across 2 Regions in 443 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.1, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731964634146 2024-11-18T21:17:14,148 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.1 to hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/corrupt/wal.dat.1 2024-11-18T21:17:14,148 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.2, size=1.4 K (1393bytes) 2024-11-18T21:17:14,149 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.2 2024-11-18T21:17:14,149 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.2 after 0ms 2024-11-18T21:17:14,152 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.2 took 4ms 2024-11-18T21:17:14,162 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.2 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.2. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-18T21:17:14,162 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.2 so closing down 2024-11-18T21:17:14,162 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T21:17:14,163 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T21:17:14,174 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-18T21:17:14,178 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-18T21:17:14,185 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-18T21:17:14,189 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-18T21:17:14,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742351_1531 (size=743) 2024-11-18T21:17:14,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742351_1531 (size=743) 2024-11-18T21:17:14,233 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T21:17:14,234 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-18T21:17:14,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742352_1532 (size=678) 2024-11-18T21:17:14,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742352_1532 (size=678) 2024-11-18T21:17:14,640 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-18T21:17:14,650 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/ccc/recovered.edits/0000000000000000057 2024-11-18T21:17:14,651 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 489 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.2, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-18T21:17:14,651 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.2, journal: Splitting hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.2, size=1.4 K (1393bytes) at 1731964634148Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.2 so closing down at 1731964634162 (+14 ms)3 split writer threads finished at 1731964634163 (+1 ms)Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731964634178 (+15 ms)Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731964634189 (+11 ms)Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731964634233 (+44 ms)Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731964634234 (+1 ms)Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1731964634640 (+406 ms)Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/ccc/recovered.edits/0000000000000000057 at 1731964634650 (+10 ms)Processed 19 edits across 2 Regions in 489 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.2, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731964634651 (+1 ms) 2024-11-18T21:17:14,666 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.2 to hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/corrupt/wal.dat.2 2024-11-18T21:17:14,667 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.3, size=1.4 K (1393bytes) 2024-11-18T21:17:14,667 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.3 2024-11-18T21:17:14,668 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.3 after 1ms 2024-11-18T21:17:14,671 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.3 took 5ms 2024-11-18T21:17:14,690 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.3 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.3. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-18T21:17:14,690 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.3 so closing down 2024-11-18T21:17:14,690 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T21:17:14,691 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T21:17:14,699 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-18T21:17:14,700 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-18T21:17:14,704 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-18T21:17:14,728 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-18T21:17:14,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742353_1533 (size=743) 2024-11-18T21:17:14,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742353_1533 (size=743) 2024-11-18T21:17:14,741 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T21:17:14,760 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-18T21:17:14,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742354_1534 (size=678) 2024-11-18T21:17:14,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742354_1534 (size=678) 2024-11-18T21:17:14,801 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-18T21:17:14,802 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/ccc/recovered.edits/0000000000000000077 2024-11-18T21:17:14,808 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 119 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.3, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-18T21:17:14,808 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.3, journal: Splitting hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.3, size=1.4 K (1393bytes) at 1731964634667Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.3 so closing down at 1731964634690 (+23 ms)3 split writer threads finished at 1731964634691 (+1 ms)Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731964634700 (+9 ms)Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731964634728 (+28 ms)Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731964634741 (+13 ms)Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731964634761 (+20 ms)Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1731964634801 (+40 ms)Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/ccc/recovered.edits/0000000000000000077 at 1731964634803 (+2 ms)Processed 19 edits across 2 Regions in 119 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.3, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731964634808 (+5 ms) 2024-11-18T21:17:14,819 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.3 to hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/corrupt/wal.dat.3 2024-11-18T21:17:14,819 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.4, size=1.4 K (1393bytes) 2024-11-18T21:17:14,819 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.4 2024-11-18T21:17:14,821 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.4 after 2ms 2024-11-18T21:17:14,825 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.4 took 6ms 2024-11-18T21:17:14,846 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.4 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.4. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-18T21:17:14,846 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.4 so closing down 2024-11-18T21:17:14,846 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T21:17:14,852 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T21:17:14,867 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-18T21:17:14,872 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-18T21:17:14,890 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-18T21:17:14,893 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-18T21:17:14,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742355_1535 (size=743) 2024-11-18T21:17:14,897 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T21:17:14,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742355_1535 (size=743) 2024-11-18T21:17:14,899 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-18T21:17:14,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742356_1536 (size=678) 2024-11-18T21:17:14,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742356_1536 (size=678) 2024-11-18T21:17:14,927 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-18T21:17:14,928 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/ccc/recovered.edits/0000000000000000097 2024-11-18T21:17:14,928 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 84 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.4, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-18T21:17:14,928 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.4, journal: Splitting hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.4, size=1.4 K (1393bytes) at 1731964634819Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.4 so closing down at 1731964634846 (+27 ms)3 split writer threads finished at 1731964634852 (+6 ms)Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731964634872 (+20 ms)Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731964634893 (+21 ms)Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731964634897 (+4 ms)Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731964634899 (+2 ms)Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1731964634927 (+28 ms)Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/ccc/recovered.edits/0000000000000000097 at 1731964634928 (+1 ms)Processed 19 edits across 2 Regions in 84 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.4, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731964634928 2024-11-18T21:17:14,932 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.4 to hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/corrupt/wal.dat.4 2024-11-18T21:17:14,932 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.5, size=1.4 K (1393bytes) 2024-11-18T21:17:14,932 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.5 2024-11-18T21:17:14,933 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.5 after 1ms 2024-11-18T21:17:14,937 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.5 took 5ms 2024-11-18T21:17:14,962 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.5 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.5. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-18T21:17:14,962 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.5 so closing down 2024-11-18T21:17:14,962 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T21:17:14,962 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T21:17:14,991 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-18T21:17:14,993 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-18T21:17:14,996 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-18T21:17:15,005 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-18T21:17:15,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742357_1537 (size=743) 2024-11-18T21:17:15,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742357_1537 (size=743) 2024-11-18T21:17:15,043 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T21:17:15,045 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-18T21:17:15,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742358_1538 (size=678) 2024-11-18T21:17:15,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742358_1538 (size=678) 2024-11-18T21:17:15,099 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-18T21:17:15,108 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/ccc/recovered.edits/0000000000000000117 2024-11-18T21:17:15,108 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 148 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.5, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-18T21:17:15,108 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.5, journal: Splitting hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.5, size=1.4 K (1393bytes) at 1731964634932Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.5 so closing down at 1731964634962 (+30 ms)3 split writer threads finished at 1731964634962Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731964634993 (+31 ms)Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1731964635005 (+12 ms)Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731964635043 (+38 ms)Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1731964635045 (+2 ms)Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1731964635099 (+54 ms)Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/ccc/recovered.edits/0000000000000000117 at 1731964635108 (+9 ms)Processed 19 edits across 2 Regions in 148 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.5, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731964635108 2024-11-18T21:17:15,110 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.5 to hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/corrupt/wal.dat.5 2024-11-18T21:17:15,111 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.6, size=1.4 K (1405bytes) 2024-11-18T21:17:15,111 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.6 2024-11-18T21:17:15,111 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.6 after 0ms 2024-11-18T21:17:15,113 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.6 took 3ms 2024-11-18T21:17:15,121 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.6 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.6. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-18T21:17:15,122 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.6 so closing down 2024-11-18T21:17:15,122 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T21:17:15,124 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T21:17:15,139 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-18T21:17:15,144 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-18T21:17:15,144 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-18T21:17:15,152 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-18T21:17:15,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742360_1540 (size=683) 2024-11-18T21:17:15,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742360_1540 (size=683) 2024-11-18T21:17:15,169 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-18T21:17:15,181 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/ccc/recovered.edits/0000000000000000137 2024-11-18T21:17:15,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742359_1539 (size=749) 2024-11-18T21:17:15,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742359_1539 (size=749) 2024-11-18T21:17:15,215 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T21:17:15,216 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-18T21:17:15,216 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 96 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.6, size=1.4 K, length=1405, corrupted=true, cancelled=false 2024-11-18T21:17:15,217 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.6, journal: Splitting hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.6, size=1.4 K (1405bytes) at 1731964635111Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.6 so closing down at 1731964635122 (+11 ms)3 split writer threads finished at 1731964635124 (+2 ms)Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731964635144 (+20 ms)Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731964635152 (+8 ms)Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1731964635169 (+17 ms)Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/ccc/recovered.edits/0000000000000000137 at 1731964635181 (+12 ms)Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731964635215 (+34 ms)Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1731964635216 (+1 ms)Processed 19 edits across 2 Regions in 96 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.6, size=1.4 K, length=1405, corrupted=true, cancelled=false at 1731964635216 2024-11-18T21:17:15,219 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.6 to hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/corrupt/wal.dat.6 2024-11-18T21:17:15,219 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.7, size=1.4 K (1413bytes) 2024-11-18T21:17:15,219 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.7 2024-11-18T21:17:15,221 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.7 after 2ms 2024-11-18T21:17:15,226 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.7 took 7ms 2024-11-18T21:17:15,231 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.7 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.7. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-18T21:17:15,232 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.7 so closing down 2024-11-18T21:17:15,232 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T21:17:15,237 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T21:17:15,240 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-18T21:17:15,241 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-18T21:17:15,248 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-18T21:17:15,252 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-18T21:17:15,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742361_1541 (size=753) 2024-11-18T21:17:15,297 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T21:17:15,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742361_1541 (size=753) 2024-11-18T21:17:15,300 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-18T21:17:15,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742362_1542 (size=687) 2024-11-18T21:17:15,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742362_1542 (size=687) 2024-11-18T21:17:15,341 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-18T21:17:15,343 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/ccc/recovered.edits/0000000000000000157 2024-11-18T21:17:15,343 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 113 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.7, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-18T21:17:15,343 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.7, journal: Splitting hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.7, size=1.4 K (1413bytes) at 1731964635219Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.7 so closing down at 1731964635232 (+13 ms)3 split writer threads finished at 1731964635237 (+5 ms)Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731964635241 (+4 ms)Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731964635252 (+11 ms)Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731964635298 (+46 ms)Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1731964635300 (+2 ms)Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1731964635341 (+41 ms)Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/ccc/recovered.edits/0000000000000000157 at 1731964635343 (+2 ms)Processed 19 edits across 2 Regions in 113 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.7, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1731964635343 2024-11-18T21:17:15,346 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.7 to hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/corrupt/wal.dat.7 2024-11-18T21:17:15,347 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.8, size=1.4 K (1413bytes) 2024-11-18T21:17:15,347 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.8 2024-11-18T21:17:15,348 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.8 after 1ms 2024-11-18T21:17:15,353 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.8 took 7ms 2024-11-18T21:17:15,367 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.8 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.8. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-18T21:17:15,367 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.8 so closing down 2024-11-18T21:17:15,367 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T21:17:15,369 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T21:17:15,372 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-18T21:17:15,373 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-18T21:17:15,376 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-18T21:17:15,378 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-18T21:17:15,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742363_1543 (size=753) 2024-11-18T21:17:15,411 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T21:17:15,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742363_1543 (size=753) 2024-11-18T21:17:15,415 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-18T21:17:15,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742364_1544 (size=687) 2024-11-18T21:17:15,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742364_1544 (size=687) 2024-11-18T21:17:15,437 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-18T21:17:15,443 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/ccc/recovered.edits/0000000000000000177 2024-11-18T21:17:15,444 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 78 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.8, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-18T21:17:15,444 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.8, journal: Splitting hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.8, size=1.4 K (1413bytes) at 1731964635347Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.8 so closing down at 1731964635367 (+20 ms)3 split writer threads finished at 1731964635369 (+2 ms)Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731964635376 (+7 ms)Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731964635378 (+2 ms)Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731964635411 (+33 ms)Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1731964635415 (+4 ms)Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1731964635437 (+22 ms)Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/ccc/recovered.edits/0000000000000000177 at 1731964635443 (+6 ms)Processed 19 edits across 2 Regions in 78 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.8, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1731964635444 (+1 ms) 2024-11-18T21:17:15,446 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.8 to hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/corrupt/wal.dat.8 2024-11-18T21:17:15,446 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.9, size=1.4 K (1413bytes) 2024-11-18T21:17:15,446 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.9 2024-11-18T21:17:15,447 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.9 after 1ms 2024-11-18T21:17:15,449 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.9 took 3ms 2024-11-18T21:17:15,474 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.9 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.9. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-18T21:17:15,475 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.9 so closing down 2024-11-18T21:17:15,475 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T21:17:15,476 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T21:17:15,479 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-18T21:17:15,486 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-18T21:17:15,502 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-18T21:17:15,520 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-18T21:17:15,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742365_1545 (size=753) 2024-11-18T21:17:15,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742365_1545 (size=753) 2024-11-18T21:17:15,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742366_1546 (size=687) 2024-11-18T21:17:15,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742366_1546 (size=687) 2024-11-18T21:17:15,998 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T21:17:15,999 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-18T21:17:16,001 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/ccc/recovered.edits/0000000000000000197 2024-11-18T21:17:16,001 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-18T21:17:16,002 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 529 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.9, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-18T21:17:16,002 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.9, journal: Splitting hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.9, size=1.4 K (1413bytes) at 1731964635446Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.9 so closing down at 1731964635475 (+29 ms)3 split writer threads finished at 1731964635476 (+1 ms)Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731964635502 (+26 ms)Creating recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731964635521 (+19 ms)Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731964635998 (+477 ms)Closed recovered edits writer path=hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1731964635999 (+1 ms)Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/ccc/recovered.edits/0000000000000000197 at 1731964636001 (+2 ms)Rename recovered edits hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731964636001Processed 19 edits across 2 Regions in 529 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.9, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1731964636002 (+1 ms) 2024-11-18T21:17:16,004 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731964623529/wal.dat.9 to hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/corrupt/wal.dat.9 2024-11-18T21:17:16,005 DEBUG [Time-limited test {}] wal.TestWALSplit(621): Archived logs in CORRUPTDIR: HdfsNamedFileStatus{path=hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/corrupt/wal.dat.0; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731964633689; access_time=1731964630942; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/corrupt/wal.dat.1; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731964634147; access_time=1731964631074; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/corrupt/wal.dat.2; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731964634661; access_time=1731964631231; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/corrupt/wal.dat.3; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731964634817; access_time=1731964631460; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/corrupt/wal.dat.4; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731964634931; access_time=1731964631589; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/corrupt/wal.dat.5; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731964635109; access_time=1731964631735; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/corrupt/wal.dat.6; isDirectory=false; length=1405; replication=2; blocksize=268435456; modification_time=1731964635218; access_time=1731964632281; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/corrupt/wal.dat.7; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1731964635344; access_time=1731964632408; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/corrupt/wal.dat.8; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1731964635445; access_time=1731964632965; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:46137/user/jenkins/test-data/e422fc3b-ad34-0599-10c8-eec1b26fbded/corrupt/wal.dat.9; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1731964636003; access_time=1731964633434; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} 2024-11-18T21:17:16,033 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testCorruptedFileGetsArchivedIfSkipErrors Thread=135 (was 136), OpenFileDescriptor=389 (was 389), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1451 (was 1529), ProcessCount=11 (was 11), AvailableMemoryMB=1271 (was 1841) 2024-11-18T21:17:16,061 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileFirstLineCorruptionLog Thread=135, OpenFileDescriptor=389, MaxFileDescriptor=1048576, SystemLoadAverage=1451, ProcessCount=11, AvailableMemoryMB=1270 2024-11-18T21:17:16,061 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-18T21:17:16,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742367_1547 (size=7) 2024-11-18T21:17:16,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742367_1547 (size=7) 2024-11-18T21:17:16,517 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46137/user/jenkins/test-data/9ef4685d-dcb0-9285-14b4-7002b6c51974 with version=8 2024-11-18T21:17:16,517 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T21:17:16,519 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T21:17:16,524 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-18T21:17:16,524 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-18T21:17:16,525 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-18T21:17:16,526 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-18T21:17:16,530 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:16,530 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:16,577 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:16,577 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:16,589 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:16,589 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:16,607 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:16,607 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:16,610 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:16,611 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:16,613 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:16,613 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:16,615 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:16,615 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:16,617 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:16,617 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:16,617 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:16,617 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:16,618 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:16,618 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:16,618 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:16,618 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:16,618 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:16,618 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:16,619 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:16,619 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:16,619 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:16,619 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:16,619 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:16,619 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:16,620 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:16,620 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:16,620 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:16,620 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:16,620 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:16,620 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:16,621 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:16,621 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:16,622 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T21:17:16,622 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T21:17:16,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742368_1548 (size=2324) 2024-11-18T21:17:16,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742368_1548 (size=2324) 2024-11-18T21:17:16,626 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-18T21:17:16,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073742369_1549 (size=2325) 2024-11-18T21:17:16,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39729 is added to blk_1073742369_1549 (size=2325) 2024-11-18T21:17:16,687 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46137/user/jenkins/test-data/d3ed1b70-e6c3-ebb7-3a1e-7f5657ea9df0/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1731964636524/wal.dat.0, size=2.3 K (2325bytes) 2024-11-18T21:17:16,687 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46137/user/jenkins/test-data/d3ed1b70-e6c3-ebb7-3a1e-7f5657ea9df0/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1731964636524/wal.dat.0 2024-11-18T21:17:16,688 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46137/user/jenkins/test-data/d3ed1b70-e6c3-ebb7-3a1e-7f5657ea9df0/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1731964636524/wal.dat.0 after 1ms 2024-11-18T21:17:16,693 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:46137/user/jenkins/test-data/d3ed1b70-e6c3-ebb7-3a1e-7f5657ea9df0/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1731964636524/wal.dat.0 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true; could not open hdfs://localhost:46137/user/jenkins/test-data/d3ed1b70-e6c3-ebb7-3a1e-7f5657ea9df0/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1731964636524/wal.dat.0, skipping at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:481) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:305) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testSplitLogFileFirstLineCorruptionLog(TestWALSplit.java:1141) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: Invalid PB WAL magic \x00PWA, expected PWAL at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.readHeader(AbstractProtobufWALReader.java:225) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.init(AbstractProtobufWALReader.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:417) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:396) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:527) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:459) ~[classes/:?] ... 30 more 2024-11-18T21:17:16,693 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/d3ed1b70-e6c3-ebb7-3a1e-7f5657ea9df0/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1731964636524/wal.dat.0 so closing down 2024-11-18T21:17:16,693 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 6 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/d3ed1b70-e6c3-ebb7-3a1e-7f5657ea9df0/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1731964636524/wal.dat.0, size=2.3 K, length=2325, corrupted=true, cancelled=false 2024-11-18T21:17:16,693 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46137/user/jenkins/test-data/d3ed1b70-e6c3-ebb7-3a1e-7f5657ea9df0/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1731964636524/wal.dat.0, journal: Splitting hdfs://localhost:46137/user/jenkins/test-data/d3ed1b70-e6c3-ebb7-3a1e-7f5657ea9df0/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1731964636524/wal.dat.0, size=2.3 K (2325bytes) at 1731964636687Finishing writing output for hdfs://localhost:46137/user/jenkins/test-data/d3ed1b70-e6c3-ebb7-3a1e-7f5657ea9df0/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1731964636524/wal.dat.0 so closing down at 1731964636693 (+6 ms)Processed 0 edits across 0 Regions in 6 ms; skipped=0; WAL=hdfs://localhost:46137/user/jenkins/test-data/d3ed1b70-e6c3-ebb7-3a1e-7f5657ea9df0/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1731964636524/wal.dat.0, size=2.3 K, length=2325, corrupted=true, cancelled=false at 1731964636693 2024-11-18T21:17:16,695 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46137/user/jenkins/test-data/d3ed1b70-e6c3-ebb7-3a1e-7f5657ea9df0/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1731964636524/wal.dat.0 to hdfs://localhost:46137/user/jenkins/test-data/d3ed1b70-e6c3-ebb7-3a1e-7f5657ea9df0/corrupt/wal.dat.0 2024-11-18T21:17:16,715 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileFirstLineCorruptionLog Thread=135 (was 135), OpenFileDescriptor=389 (was 389), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1451 (was 1451), ProcessCount=11 (was 11), AvailableMemoryMB=1266 (was 1270) 2024-11-18T21:17:16,743 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@329e95be{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T21:17:16,749 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@19304fb6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T21:17:16,749 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T21:17:16,750 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4957da5e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T21:17:16,750 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@71c3af58{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ca8e6524-3e7e-4bb6-ba96-a867a3da916a/hadoop.log.dir/,STOPPED} 2024-11-18T21:17:16,763 WARN [BP-539745716-172.17.0.3-1731964524916 heartbeating to localhost/127.0.0.1:46137 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T21:17:16,763 WARN [BP-539745716-172.17.0.3-1731964524916 heartbeating to localhost/127.0.0.1:46137 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-539745716-172.17.0.3-1731964524916 (Datanode Uuid 9542e3ca-6e1d-4b19-a3c7-c03912a68584) service to localhost/127.0.0.1:46137 2024-11-18T21:17:16,765 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ca8e6524-3e7e-4bb6-ba96-a867a3da916a/cluster_05f5424b-5420-da01-14f6-f53fa2b732dd/data/data3/current/BP-539745716-172.17.0.3-1731964524916 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T21:17:16,766 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T21:17:16,766 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T21:17:16,767 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T21:17:16,768 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ca8e6524-3e7e-4bb6-ba96-a867a3da916a/cluster_05f5424b-5420-da01-14f6-f53fa2b732dd/data/data4/current/BP-539745716-172.17.0.3-1731964524916 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T21:17:16,772 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@69ca4b68{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T21:17:16,773 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1fc9de75{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T21:17:16,773 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T21:17:16,774 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3a5251ed{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T21:17:16,774 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3efcb58c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ca8e6524-3e7e-4bb6-ba96-a867a3da916a/hadoop.log.dir/,STOPPED} 2024-11-18T21:17:16,779 WARN [BP-539745716-172.17.0.3-1731964524916 heartbeating to localhost/127.0.0.1:46137 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T21:17:16,779 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T21:17:16,779 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T21:17:16,779 WARN [BP-539745716-172.17.0.3-1731964524916 heartbeating to localhost/127.0.0.1:46137 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-539745716-172.17.0.3-1731964524916 (Datanode Uuid a25ad711-4c1b-4c26-b972-9ec3da7c06db) service to localhost/127.0.0.1:46137 2024-11-18T21:17:16,780 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ca8e6524-3e7e-4bb6-ba96-a867a3da916a/cluster_05f5424b-5420-da01-14f6-f53fa2b732dd/data/data1/current/BP-539745716-172.17.0.3-1731964524916 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T21:17:16,781 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ca8e6524-3e7e-4bb6-ba96-a867a3da916a/cluster_05f5424b-5420-da01-14f6-f53fa2b732dd/data/data2/current/BP-539745716-172.17.0.3-1731964524916 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T21:17:16,783 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T21:17:16,797 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4b6d203a{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T21:17:16,798 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4a4cb67b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T21:17:16,798 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T21:17:16,798 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@71242182{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T21:17:16,800 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7bfb36ca{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ca8e6524-3e7e-4bb6-ba96-a867a3da916a/hadoop.log.dir/,STOPPED}